[ 2772.518627] [] dqget+0x3fb/0x460 [ 2772.523144] [] __dquot_initialize+0x12d/0x230 [ 2772.527511] [] ? __free_pages+0x25/0x30 [ 2772.530549] [] ? free_pages.part.76+0x40/0x50 [ 2772.532552] [] dquot_initialize+0x13/0x20 [ 2772.534483] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 2772.536750] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 2772.541542] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2772.546595] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2772.552022] [] obd_setup+0x167/0x540 [obdclass] [ 2772.556670] [] class_setup+0x54f/0x830 [obdclass] [ 2772.561407] [] class_process_config+0x149b/0x2660 [obdclass] [ 2772.565108] [] ? do_raw_spin_unlock+0x49/0x90 [ 2772.568310] [] ? __kmalloc+0x1e0/0x340 [ 2772.571212] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2772.574651] [] do_lcfg+0x263/0x520 [obdclass] [ 2772.581239] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2772.585104] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2772.590364] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2772.594671] [] ? __mutex_init+0x56/0x60 [ 2772.598822] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2772.601996] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2772.606407] [] mount_nodev+0x4d/0xb0 [ 2772.610205] [] lustre_mount+0x18/0x20 [lustre] [ 2772.614092] [] mount_fs+0x39/0x1b0 [ 2772.616007] [] vfs_kern_mount+0x67/0x110 [ 2772.619234] [] do_mount+0x1ef/0xce0 [ 2772.621538] [] ? copy_mount_options+0x39/0x1b0 [ 2772.623803] [] SyS_mount+0x83/0xd0 [ 2772.630646] [] system_call_fastpath+0x1f/0x24 [ 2772.636614] BUG: scheduling while atomic: mount.lustre/27188/0x00000002 [ 2772.638798] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2772.674161] CPU: 3 PID: 27188 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2772.678585] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2772.683893] Call Trace: [ 2772.685107] [] dump_stack+0x19/0x1b [ 2772.687230] [] __schedule_bug+0x64/0x72 [ 2772.691137] [] __schedule+0x791/0x7d0 [ 2772.693091] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 2772.697807] [] ? bit_wait+0x50/0x50 [ 2772.699256] [] schedule+0x29/0x70 [ 2772.701004] [] schedule_timeout+0x209/0x290 [ 2772.704102] [] ? kvm_clock_read+0x33/0x40 [ 2772.707495] [] ? kvm_clock_get_cycles+0x9/0x10 [ 2772.710180] [] ? ktime_get_ts64+0x4c/0xf0 [ 2772.717812] [] ? bit_wait+0x50/0x50 [ 2772.719441] [] io_schedule_timeout+0xad/0x130 [ 2772.721718] [] io_schedule+0x18/0x20 [ 2772.723327] [] bit_wait_io+0x11/0x50 [ 2772.724859] [] __wait_on_bit+0x65/0x90 [ 2772.729487] [] ? bit_wait+0x50/0x50 [ 2772.733371] [] out_of_line_wait_on_bit+0x81/0xb0 [ 2772.738268] [] ? wake_bit_function+0x40/0x40 [ 2772.744582] [] __wait_on_buffer+0x2a/0x30 [ 2772.748417] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 2772.750509] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 2772.755824] [] read_blk+0x4c/0x60 [ 2772.761593] [] find_tree_dqentry+0x47/0x240 [ 2772.765070] [] find_tree_dqentry+0x1aa/0x240 [ 2772.767886] [] find_tree_dqentry+0x1aa/0x240 [ 2772.771566] [] find_tree_dqentry+0x1aa/0x240 [ 2772.777364] [] qtree_read_dquot+0x14c/0x380 [ 2772.780871] [] v2_read_dquot+0x2b/0x30 [ 2772.782469] [] dquot_acquire+0xe4/0x130 [ 2772.787729] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 2772.791627] [] dqget+0x3fb/0x460 [ 2772.795953] [] __dquot_initialize+0x12d/0x230 [ 2772.800117] [] ? __free_pages+0x25/0x30 [ 2772.802060] [] dquot_initialize+0x13/0x20 [ 2772.805761] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 2772.807817] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 2772.815465] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2772.818048] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2772.820804] [] obd_setup+0x167/0x540 [obdclass] [ 2772.823189] [] class_setup+0x54f/0x830 [obdclass] [ 2772.826155] [] class_process_config+0x149b/0x2660 [obdclass] [ 2772.828684] [] ? do_raw_spin_unlock+0x49/0x90 [ 2772.830997] [] ? __kmalloc+0x1e0/0x340 [ 2772.832844] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2772.835150] [] do_lcfg+0x263/0x520 [obdclass] [ 2772.840986] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2772.851675] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2772.865383] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2772.872621] [] ? __mutex_init+0x56/0x60 [ 2772.876775] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2772.884258] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2772.892059] [] mount_nodev+0x4d/0xb0 [ 2772.900555] [] lustre_mount+0x18/0x20 [lustre] [ 2772.905288] [] mount_fs+0x39/0x1b0 [ 2772.911614] [] vfs_kern_mount+0x67/0x110 [ 2772.913241] [] do_mount+0x1ef/0xce0 [ 2772.922646] [] ? copy_mount_options+0x39/0x1b0 [ 2772.925712] [] SyS_mount+0x83/0xd0 [ 2772.927525] [] system_call_fastpath+0x1f/0x24 [ 2772.944094] BUG: scheduling while atomic: mount.lustre/27188/0x00000002 [ 2772.946587] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2773.005313] CPU: 2 PID: 27188 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2773.009554] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2773.013644] Call Trace: [ 2773.017883] [] dump_stack+0x19/0x1b [ 2773.020408] [] __schedule_bug+0x64/0x72 [ 2773.024221] [] __schedule+0x791/0x7d0 [ 2773.027481] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 2773.031752] [] ? bit_wait+0x50/0x50 [ 2773.034200] [] schedule+0x29/0x70 [ 2773.038202] [] schedule_timeout+0x209/0x290 [ 2773.040361] [] ? kvm_clock_read+0x33/0x40 [ 2773.042364] [] ? kvm_clock_get_cycles+0x9/0x10 [ 2773.044561] [] ? ktime_get_ts64+0x4c/0xf0 [ 2773.046578] [] ? bit_wait+0x50/0x50 [ 2773.050773] [] io_schedule_timeout+0xad/0x130 [ 2773.055016] [] io_schedule+0x18/0x20 [ 2773.058936] [] bit_wait_io+0x11/0x50 [ 2773.062809] [] __wait_on_bit+0x65/0x90 [ 2773.068603] [] ? bit_wait+0x50/0x50 [ 2773.070799] [] out_of_line_wait_on_bit+0x81/0xb0 [ 2773.074254] [] ? wake_bit_function+0x40/0x40 [ 2773.078627] [] __wait_on_buffer+0x2a/0x30 [ 2773.082790] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 2773.085293] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 2773.088879] [] read_blk+0x4c/0x60 [ 2773.090730] [] find_tree_dqentry+0x47/0x240 [ 2773.092957] [] find_tree_dqentry+0x1aa/0x240 [ 2773.095054] [] find_tree_dqentry+0x1aa/0x240 [ 2773.097111] [] find_tree_dqentry+0x1aa/0x240 [ 2773.099275] [] qtree_read_dquot+0x14c/0x380 [ 2773.101436] [] v2_read_dquot+0x2b/0x30 [ 2773.103465] [] dquot_acquire+0xe4/0x130 [ 2773.105453] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 2773.109085] [] dqget+0x3fb/0x460 [ 2773.111451] [] __dquot_initialize+0x12d/0x230 [ 2773.113398] [] dquot_initialize+0x13/0x20 [ 2773.115761] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 2773.119343] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 2773.121688] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2773.124622] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2773.129019] [] obd_setup+0x167/0x540 [obdclass] [ 2773.137901] [] class_setup+0x54f/0x830 [obdclass] [ 2773.140920] [] class_process_config+0x149b/0x2660 [obdclass] [ 2773.146291] [] ? do_raw_spin_unlock+0x49/0x90 [ 2773.150935] [] ? __kmalloc+0x1e0/0x340 [ 2773.154640] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2773.162923] [] do_lcfg+0x263/0x520 [obdclass] [ 2773.165264] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2773.172256] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2773.174923] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2773.183721] [] ? __mutex_init+0x56/0x60 [ 2773.198816] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2773.201244] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2773.209911] [] mount_nodev+0x4d/0xb0 [ 2773.214683] [] lustre_mount+0x18/0x20 [lustre] [ 2773.220123] [] mount_fs+0x39/0x1b0 [ 2773.224899] [] vfs_kern_mount+0x67/0x110 [ 2773.226991] [] do_mount+0x1ef/0xce0 [ 2773.231092] [] ? copy_mount_options+0x39/0x1b0 [ 2773.233223] [] SyS_mount+0x83/0xd0 [ 2773.234831] [] system_call_fastpath+0x1f/0x24 [ 2773.237710] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 2773.239810] in_atomic(): 1, irqs_disabled(): 0, pid: 27188, name: mount.lustre [ 2773.251145] CPU: 3 PID: 27188 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2773.273636] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2773.281599] Call Trace: [ 2773.284898] [] dump_stack+0x19/0x1b [ 2773.291017] [] __might_sleep+0xd9/0x100 [ 2773.300520] [] __kmalloc+0x73/0x340 [ 2773.302451] [] ? getdqbuf+0x14/0x40 [ 2773.305099] [] getdqbuf+0x14/0x40 [ 2773.306902] [] find_tree_dqentry+0xaf/0x240 [ 2773.309850] [] find_tree_dqentry+0x1aa/0x240 [ 2773.311915] [] find_tree_dqentry+0x1aa/0x240 [ 2773.313728] [] find_tree_dqentry+0x1aa/0x240 [ 2773.315955] [] qtree_read_dquot+0x14c/0x380 [ 2773.318015] [] v2_read_dquot+0x2b/0x30 [ 2773.320200] [] dquot_acquire+0xe4/0x130 [ 2773.322082] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 2773.325350] [] dqget+0x3fb/0x460 [ 2773.327525] [] __dquot_initialize+0x12d/0x230 [ 2773.329863] [] dquot_initialize+0x13/0x20 [ 2773.333821] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 2773.337129] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 2773.341250] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2773.344647] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2773.349676] [] obd_setup+0x167/0x540 [obdclass] [ 2773.352842] [] class_setup+0x54f/0x830 [obdclass] [ 2773.356246] [] class_process_config+0x149b/0x2660 [obdclass] [ 2773.360320] [] ? do_raw_spin_unlock+0x49/0x90 [ 2773.362924] [] ? __kmalloc+0x1e0/0x340 [ 2773.364871] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2773.369963] [] do_lcfg+0x263/0x520 [obdclass] [ 2773.373778] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2773.377833] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2773.380070] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2773.382220] [] ? __mutex_init+0x56/0x60 [ 2773.386703] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2773.392091] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2773.395168] [] mount_nodev+0x4d/0xb0 [ 2773.397071] [] lustre_mount+0x18/0x20 [lustre] [ 2773.400024] [] mount_fs+0x39/0x1b0 [ 2773.401811] [] vfs_kern_mount+0x67/0x110 [ 2773.404298] [] do_mount+0x1ef/0xce0 [ 2773.406122] [] ? copy_mount_options+0x39/0x1b0 [ 2773.408468] [] SyS_mount+0x83/0xd0 [ 2773.410468] [] system_call_fastpath+0x1f/0x24 [ 2773.414529] BUG: scheduling while atomic: mount.lustre/27188/0x10000002 [ 2773.417189] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2773.445302] CPU: 3 PID: 27188 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2773.450000] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2773.454894] Call Trace: [ 2773.457290] [] dump_stack+0x19/0x1b [ 2773.459664] [] __schedule_bug+0x64/0x72 [ 2773.461661] [] __schedule+0x791/0x7d0 [ 2773.463420] [] __cond_resched+0x26/0x30 [ 2773.465334] [] _cond_resched+0x3a/0x50 [ 2773.468793] [] __kmalloc+0x78/0x340 [ 2773.470337] [] ? getdqbuf+0x14/0x40 [ 2773.476124] [] getdqbuf+0x14/0x40 [ 2773.477845] [] find_tree_dqentry+0xaf/0x240 [ 2773.479969] [] find_tree_dqentry+0x1aa/0x240 [ 2773.482469] [] find_tree_dqentry+0x1aa/0x240 [ 2773.484621] [] find_tree_dqentry+0x1aa/0x240 [ 2773.487024] [] qtree_read_dquot+0x14c/0x380 [ 2773.489929] [] v2_read_dquot+0x2b/0x30 [ 2773.492015] [] dquot_acquire+0xe4/0x130 [ 2773.493768] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 2773.498703] [] dqget+0x3fb/0x460 [ 2773.500822] [] __dquot_initialize+0x12d/0x230 [ 2773.502450] [] dquot_initialize+0x13/0x20 [ 2773.506867] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 2773.511109] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 2773.514032] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2773.520234] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2773.524096] [] obd_setup+0x167/0x540 [obdclass] [ 2773.528576] [] class_setup+0x54f/0x830 [obdclass] [ 2773.531596] [] class_process_config+0x149b/0x2660 [obdclass] [ 2773.534949] [] ? do_raw_spin_unlock+0x49/0x90 [ 2773.541197] [] ? __kmalloc+0x1e0/0x340 [ 2773.543410] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2773.550126] [] do_lcfg+0x263/0x520 [obdclass] [ 2773.553986] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2773.558835] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2773.578104] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2773.583964] [] ? __mutex_init+0x56/0x60 [ 2773.586988] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2773.591732] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2773.594054] [] mount_nodev+0x4d/0xb0 [ 2773.598466] [] lustre_mount+0x18/0x20 [lustre] [ 2773.601177] [] mount_fs+0x39/0x1b0 [ 2773.606339] [] vfs_kern_mount+0x67/0x110 [ 2773.610303] [] do_mount+0x1ef/0xce0 [ 2773.612865] [] ? copy_mount_options+0x39/0x1b0 [ 2773.616526] [] SyS_mount+0x83/0xd0 [ 2773.619200] [] system_call_fastpath+0x1f/0x24 [ 2775.022394] Lustre: lustre-OST0001: new connection from lustre-MDT0001-mdtlov (cleaning up unused objects from 0x2c0000400:3 to 0x2c0000400:65) [ 2775.025198] Lustre: lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:3 to 0x2c0000401:65) [ 2777.283556] Lustre: DEBUG MARKER: oleg418-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all [ 2782.047845] Lustre: DEBUG MARKER: Using TIMEOUT=20 [ 2784.310969] Lustre: 28045:0:(mgs_llog.c:1345:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 [ 2792.276704] Lustre: 24395:0:(osd_internal.h:1335:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 251 < left 260, rollback = 2 [ 2792.286686] Lustre: 24395:0:(osd_internal.h:1335:osd_trans_exec_op()) Skipped 3 previous similar messages [ 2792.290092] Lustre: 24395:0:(osd_handler.c:1966:osd_trans_dump_creds()) create: 1/4/4, destroy: 0/0/0 [ 2792.298118] Lustre: 24395:0:(osd_handler.c:1966:osd_trans_dump_creds()) Skipped 3 previous similar messages [ 2792.308701] Lustre: 24395:0:(osd_handler.c:1973:osd_trans_dump_creds()) attr_set: 0/0/0, xattr_set: 1/260/0 [ 2792.313306] Lustre: 24395:0:(osd_handler.c:1973:osd_trans_dump_creds()) Skipped 3 previous similar messages [ 2792.316409] Lustre: 24395:0:(osd_handler.c:1983:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 4/150/2 [ 2792.319974] Lustre: 24395:0:(osd_handler.c:1983:osd_trans_dump_creds()) Skipped 3 previous similar messages [ 2792.324398] Lustre: 24395:0:(osd_handler.c:1990:osd_trans_dump_creds()) insert: 1/17/2, delete: 0/0/0 [ 2792.328616] Lustre: 24395:0:(osd_handler.c:1990:osd_trans_dump_creds()) Skipped 3 previous similar messages [ 2792.333813] Lustre: 24395:0:(osd_handler.c:1997:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 [ 2792.336813] Lustre: 24395:0:(osd_handler.c:1997:osd_trans_dump_creds()) Skipped 3 previous similar messages [ 2792.357962] LustreError: 28390:0:(lfsck_layout.c:4682:lfsck_layout_double_scan_one_trace_file()) cfs_fail_timeout id 1602 sleeping for 10000ms [ 2792.367341] LustreError: 28390:0:(lfsck_layout.c:4682:lfsck_layout_double_scan_one_trace_file()) Skipped 1 previous similar message [ 2795.267461] LustreError: 28383:0:(lfsck_layout.c:3379:lfsck_layout_scan_orphan()) cfs_fail_timeout interrupted [ 2803.007824] Lustre: DEBUG MARKER: == sanity-lfsck test 18f: Skip the failed OST(s) when handle orphan OST-objects ========================================================== 07:53:34 (1750593214) [ 2805.048957] Lustre: *** cfs_fail_loc=1616, val=0*** [ 2805.052727] Lustre: Skipped 3 previous similar messages [ 2809.388642] Lustre: *** cfs_fail_loc=161c, val=0*** [ 2809.395692] Lustre: Skipped 1 previous similar message [ 2820.377539] Lustre: DEBUG MARKER: == sanity-lfsck test 18g: Find out orphan OST-object and repair it (7) ========================================================== 07:53:52 (1750593232) [ 2821.536113] Lustre: *** cfs_fail_loc=162e, val=0*** [ 2821.540462] Lustre: *** cfs_fail_loc=162e, val=0*** [ 2821.543521] Lustre: Skipped 7 previous similar messages [ 2828.832815] Lustre: DEBUG MARKER: == sanity-lfsck test 18h: LFSCK can repair crashed PFL extent range ========================================================== 07:54:00 (1750593240) [ 2829.201403] Lustre: 26204:0:(osd_internal.h:1335:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 258 < left 275, rollback = 2 [ 2829.207332] Lustre: 26204:0:(osd_internal.h:1335:osd_trans_exec_op()) Skipped 11 previous similar messages [ 2829.211097] Lustre: 26204:0:(osd_handler.c:1966:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 [ 2829.216319] Lustre: 26204:0:(osd_handler.c:1966:osd_trans_dump_creds()) Skipped 11 previous similar messages [ 2829.220630] Lustre: 26204:0:(osd_handler.c:1973:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 3/275/0 [ 2829.227579] Lustre: 26204:0:(osd_handler.c:1973:osd_trans_dump_creds()) Skipped 11 previous similar messages [ 2829.233762] Lustre: 26204:0:(osd_handler.c:1983:osd_trans_dump_creds()) write: 1/12/0, punch: 1/4/0, quota 7/225/0 [ 2829.242101] Lustre: 26204:0:(osd_handler.c:1983:osd_trans_dump_creds()) Skipped 11 previous similar messages [ 2829.246006] Lustre: 26204:0:(osd_handler.c:1990:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 [ 2829.250016] Lustre: 26204:0:(osd_handler.c:1990:osd_trans_dump_creds()) Skipped 11 previous similar messages [ 2829.254250] Lustre: 26204:0:(osd_handler.c:1997:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 [ 2829.259333] Lustre: 26204:0:(osd_handler.c:1997:osd_trans_dump_creds()) Skipped 11 previous similar messages [ 2832.573772] LustreError: 31827:0:(lfsck_layout.c:2095:lfsck_layout_add_comp()) five: Five five five five five five file Hello [0x2c0000401:0x45:0x0] and [0x2c0000401:0x45:0x0]d: rc = 0 [ 2839.803944] Lustre: DEBUG MARKER: == sanity-lfsck test 19a: OST-object inconsistency self detect ========================================================== 07:54:11 (1750593251) [ 2847.765699] Lustre: DEBUG MARKER: == sanity-lfsck test 19b: OST-object inconsistency self repair ========================================================== 07:54:19 (1750593259) [ 2849.360772] Lustre: *** cfs_fail_loc=1611, val=0*** [ 2849.389441] Lustre: *** cfs_fail_loc=1611, val=0*** [ 2849.391104] Lustre: Skipped 2 previous similar messages [ 2852.587760] LustreError: lustre-OST0000: BAD READ CHECKSUM: should have changed on the client or in transit: from 192.168.204.18@tcp inode [0x2000013a1:0x1f:0x0] object 0x280000401:203 extent [0-4095], client returned csum 0 (type 10), server csum 70380e72 (type 10) [ 2853.638218] LustreError: lustre-OST0000: BAD READ CHECKSUM: should have changed on the client or in transit: from 192.168.204.18@tcp inode [0x2000013a1:0x20:0x0] object 0x280000401:204 extent [0-4095], client returned csum 0 (type 10), server csum 70290e71 (type 10) [ 2857.860316] Lustre: DEBUG MARKER: == sanity-lfsck test 20a: Handle the orphan with dummy LOV EA slot properly ========================================================== 07:54:29 (1750593269) [ 2859.282467] Lustre: *** cfs_fail_loc=1616, val=0*** [ 2859.289293] Lustre: Skipped 3 previous similar messages [ 2872.976887] Lustre: DEBUG MARKER: == sanity-lfsck test 20b: Handle the orphan with dummy LOV EA slot properly - PFL case ========================================================== 07:54:44 (1750593284) [ 2879.044005] LustreError: 2357:0:(lfsck_layout.c:2095:lfsck_layout_add_comp()) five: Five five five five five five file Hello [0x280000401:0xd3:0x0] and [0x280000401:0xd3:0x0]d: rc = 0 [ 2890.491593] Lustre: DEBUG MARKER: == sanity-lfsck test 21: run all LFSCK components by default ========================================================== 07:55:01 (1750593301) [ 2898.333256] Lustre: DEBUG MARKER: == sanity-lfsck test 22a: LFSCK can repair unmatched pairs (1) ========================================================== 07:55:09 (1750593309) [ 2899.804460] Lustre: *** cfs_fail_loc=161e, val=0*** [ 2899.809308] Lustre: *** cfs_fail_loc=161e, val=0*** [ 2899.811174] Lustre: Skipped 1 previous similar message [ 2906.238769] Lustre: DEBUG MARKER: == sanity-lfsck test 22b: LFSCK can repair unmatched pairs (2) ========================================================== 07:55:17 (1750593317) [ 2907.229289] Lustre: *** cfs_fail_loc=161e, val=0*** [ 2907.231402] Lustre: *** cfs_fail_loc=161e, val=0*** [ 2913.369625] Lustre: DEBUG MARKER: == sanity-lfsck test 23a: LFSCK can repair dangling name entry (1) ========================================================== 07:55:25 (1750593325) [ 2914.326941] Lustre: *** cfs_fail_loc=1620, val=0*** [ 2921.973266] Lustre: DEBUG MARKER: SKIP: sanity-lfsck test_23b skipping excluded test 23b [ 2923.075530] Lustre: DEBUG MARKER: == sanity-lfsck test 23c: LFSCK can repair dangling name entry (3) ========================================================== 07:55:34 (1750593334) [ 2926.418752] Lustre: *** cfs_fail_loc=1621, val=142*** [ 2926.422347] Lustre: Skipped 1 previous similar message [ 2928.034403] LustreError: 6017:0:(lfsck_namespace.c:6360:lfsck_namespace_scan_local_lpf()) cfs_fail_timeout id 1602 sleeping for 10000ms [ 2928.154592] Lustre: 26206:0:(osd_internal.h:1335:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 [ 2928.161911] Lustre: 26206:0:(osd_internal.h:1335:osd_trans_exec_op()) Skipped 30 previous similar messages [ 2928.166662] Lustre: 26206:0:(osd_handler.c:1966:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 [ 2928.170810] Lustre: 26206:0:(osd_handler.c:1966:osd_trans_dump_creds()) Skipped 30 previous similar messages [ 2928.177635] Lustre: 26206:0:(osd_handler.c:1973:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 [ 2928.181842] Lustre: 26206:0:(osd_handler.c:1973:osd_trans_dump_creds()) Skipped 30 previous similar messages [ 2928.186547] Lustre: 26206:0:(osd_handler.c:1983:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 [ 2928.191874] Lustre: 26206:0:(osd_handler.c:1983:osd_trans_dump_creds()) Skipped 30 previous similar messages [ 2928.197379] Lustre: 26206:0:(osd_handler.c:1990:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 [ 2928.203053] Lustre: 26206:0:(osd_handler.c:1990:osd_trans_dump_creds()) Skipped 30 previous similar messages [ 2928.206913] Lustre: 26206:0:(osd_handler.c:1997:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 [ 2928.209782] Lustre: 26206:0:(osd_handler.c:1997:osd_trans_dump_creds()) Skipped 30 previous similar messages [ 2928.745485] LustreError: 6017:0:(lfsck_namespace.c:6360:lfsck_namespace_scan_local_lpf()) cfs_fail_timeout interrupted [ 2928.756815] LustreError: 6017:0:(lfsck_namespace.c:6360:lfsck_namespace_scan_local_lpf()) Skipped 1 previous similar message [ 2934.192286] Lustre: DEBUG MARKER: == sanity-lfsck test 23d: LFSCK can repair a dangling name entry to a remote object ========================================================== 07:55:45 (1750593345) [ 2935.269219] Lustre: Failing over lustre-MDT0000 [ 2935.380600] LustreError: 6671:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup [ 2935.387397] LustreError: 6671:0:(obd_class.h:479:obd_check_dev()) Skipped 9 previous similar messages [ 2935.436557] Lustre: server umount lustre-MDT0000 complete [ 2936.443078] LustreError: 24378:0:(ldlm_lockd.c:2550:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1750593348 with bad export cookie 3980813379819874641 [ 2936.443217] Lustre: lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete [ 2936.443218] Lustre: Skipped 1 previous similar message [ 2936.443359] LustreError: 28397:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. [ 2936.443360] LustreError: 28397:0:(ldlm_lib.c:1113:target_handle_connect()) Skipped 2 previous similar messages [ 2936.469470] LustreError: 24378:0:(ldlm_lockd.c:2550:ldlm_cancel_handler()) Skipped 1 previous similar message [ 2940.232978] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 2940.235902] in_atomic(): 1, irqs_disabled(): 0, pid: 7334, name: mount.lustre [ 2940.238276] CPU: 1 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2940.246946] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2940.254772] Call Trace: [ 2940.255679] [] dump_stack+0x19/0x1b [ 2940.257716] [] __might_sleep+0xd9/0x100 [ 2940.260362] [] kmem_cache_alloc+0x4f/0x2e0 [ 2940.263702] [] alloc_vfsmnt+0x24/0x240 [ 2940.266528] [] vfs_kern_mount+0x36/0x110 [ 2940.270233] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2940.274724] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2940.277987] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2940.281039] [] obd_setup+0x167/0x540 [obdclass] [ 2940.283898] [] class_setup+0x54f/0x830 [obdclass] [ 2940.290080] [] class_process_config+0x149b/0x2660 [obdclass] [ 2940.293001] [] ? do_raw_spin_unlock+0x49/0x90 [ 2940.295157] [] ? __kmalloc+0x1e0/0x340 [ 2940.297663] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2940.302001] [] do_lcfg+0x263/0x520 [obdclass] [ 2940.304505] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2940.312924] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2940.319899] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2940.324983] [] ? __mutex_init+0x56/0x60 [ 2940.327551] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2940.334792] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2940.342678] [] mount_nodev+0x4d/0xb0 [ 2940.347102] [] lustre_mount+0x18/0x20 [lustre] [ 2940.350950] [] mount_fs+0x39/0x1b0 [ 2940.354167] [] vfs_kern_mount+0x67/0x110 [ 2940.356842] [] do_mount+0x1ef/0xce0 [ 2940.363671] [] ? copy_mount_options+0x39/0x1b0 [ 2940.368868] [] SyS_mount+0x83/0xd0 [ 2940.377579] [] system_call_fastpath+0x1f/0x24 [ 2940.385813] BUG: scheduling while atomic: mount.lustre/7334/0x10000002 [ 2940.389697] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2940.419706] CPU: 1 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2940.425662] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2940.430761] Call Trace: [ 2940.432785] [] dump_stack+0x19/0x1b [ 2940.436879] [] __schedule_bug+0x64/0x72 [ 2940.438538] [] __schedule+0x791/0x7d0 [ 2940.440453] [] ? alloc_vfsmnt+0x24/0x240 [ 2940.443322] [] __cond_resched+0x26/0x30 [ 2940.445590] [] _cond_resched+0x3a/0x50 [ 2940.448467] [] kmem_cache_alloc+0x54/0x2e0 [ 2940.452898] [] alloc_vfsmnt+0x24/0x240 [ 2940.455332] [] vfs_kern_mount+0x36/0x110 [ 2940.458564] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2940.462335] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2940.464579] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2940.468402] [] obd_setup+0x167/0x540 [obdclass] [ 2940.478974] [] class_setup+0x54f/0x830 [obdclass] [ 2940.485108] [] class_process_config+0x149b/0x2660 [obdclass] [ 2940.495300] [] ? do_raw_spin_unlock+0x49/0x90 [ 2940.502673] [] ? __kmalloc+0x1e0/0x340 [ 2940.506957] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2940.512549] [] do_lcfg+0x263/0x520 [obdclass] [ 2940.516977] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2940.521702] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2940.526891] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2940.531245] [] ? __mutex_init+0x56/0x60 [ 2940.536126] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2940.538712] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2940.540649] [] mount_nodev+0x4d/0xb0 [ 2940.542063] [] lustre_mount+0x18/0x20 [lustre] [ 2940.544070] [] mount_fs+0x39/0x1b0 [ 2940.545670] [] vfs_kern_mount+0x67/0x110 [ 2940.547678] [] do_mount+0x1ef/0xce0 [ 2940.549574] [] ? copy_mount_options+0x39/0x1b0 [ 2940.555610] [] SyS_mount+0x83/0xd0 [ 2940.565864] [] system_call_fastpath+0x1f/0x24 [ 2940.569488] BUG: scheduling while atomic: mount.lustre/7334/0x00000002 [ 2940.572622] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2940.621134] CPU: 0 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2940.629962] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2940.633158] Call Trace: [ 2940.641113] [] dump_stack+0x19/0x1b [ 2940.644596] [] __schedule_bug+0x64/0x72 [ 2940.647575] [] __schedule+0x791/0x7d0 [ 2940.649727] [] ? bit_wait+0x50/0x50 [ 2940.652290] [] schedule+0x29/0x70 [ 2940.653799] [] schedule_timeout+0x209/0x290 [ 2940.656564] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 2940.658982] [] ? kvm_clock_read+0x33/0x40 [ 2940.662717] [] ? kvm_clock_get_cycles+0x9/0x10 [ 2940.665439] [] ? ktime_get_ts64+0x4c/0xf0 [ 2940.667986] [] ? bit_wait+0x50/0x50 [ 2940.671159] [] io_schedule_timeout+0xad/0x130 [ 2940.673484] [] io_schedule+0x18/0x20 [ 2940.675386] [] bit_wait_io+0x11/0x50 [ 2940.677869] [] __wait_on_bit+0x65/0x90 [ 2940.681373] [] ? bit_wait+0x50/0x50 [ 2940.684021] [] out_of_line_wait_on_bit+0x81/0xb0 [ 2940.687600] [] ? wake_bit_function+0x40/0x40 [ 2940.690202] [] __bread+0xad/0xf0 [ 2940.694930] [] ldiskfs_fill_super+0x201/0x3060 [ldiskfs] [ 2940.698245] [] ? snprintf+0x49/0x70 [ 2940.701075] [] mount_bdev+0x1b0/0x1f0 [ 2940.704370] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 2940.710245] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 2940.715811] [] mount_fs+0x39/0x1b0 [ 2940.718712] [] vfs_kern_mount+0x67/0x110 [ 2940.720954] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2940.724931] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2940.728759] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2940.741988] [] obd_setup+0x167/0x540 [obdclass] [ 2940.748261] [] class_setup+0x54f/0x830 [obdclass] [ 2940.751602] [] class_process_config+0x149b/0x2660 [obdclass] [ 2940.755132] [] ? do_raw_spin_unlock+0x49/0x90 [ 2940.759285] [] ? __kmalloc+0x1e0/0x340 [ 2940.764662] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2940.767428] [] do_lcfg+0x263/0x520 [obdclass] [ 2940.769738] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2940.775439] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2940.783315] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2940.790721] [] ? __mutex_init+0x56/0x60 [ 2940.794341] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2940.796875] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2940.805195] [] mount_nodev+0x4d/0xb0 [ 2940.810971] [] lustre_mount+0x18/0x20 [lustre] [ 2940.816783] [] mount_fs+0x39/0x1b0 [ 2940.821868] [] vfs_kern_mount+0x67/0x110 [ 2940.830025] [] do_mount+0x1ef/0xce0 [ 2940.836016] [] ? copy_mount_options+0x39/0x1b0 [ 2940.844868] [] SyS_mount+0x83/0xd0 [ 2940.849345] [] system_call_fastpath+0x1f/0x24 [ 2940.861995] BUG: scheduling while atomic: mount.lustre/7334/0x00000002 [ 2940.864119] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2940.929567] CPU: 1 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2940.933187] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2940.935907] Call Trace: [ 2940.936615] [] dump_stack+0x19/0x1b [ 2940.938422] [] __schedule_bug+0x64/0x72 [ 2940.940278] [] __schedule+0x791/0x7d0 [ 2940.952366] [] ? bit_wait+0x50/0x50 [ 2940.956647] [] schedule+0x29/0x70 [ 2940.960384] [] schedule_timeout+0x209/0x290 [ 2940.964493] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 2940.970386] [] ? kvm_clock_read+0x33/0x40 [ 2940.973479] [] ? kvm_clock_get_cycles+0x9/0x10 [ 2940.980529] [] ? ktime_get_ts64+0x4c/0xf0 [ 2940.984214] [] ? bit_wait+0x50/0x50 [ 2940.988568] [] io_schedule_timeout+0xad/0x130 [ 2940.997730] [] io_schedule+0x18/0x20 [ 2941.005279] [] bit_wait_io+0x11/0x50 [ 2941.009703] [] __wait_on_bit+0x65/0x90 [ 2941.012883] [] ? bit_wait+0x50/0x50 [ 2941.019401] [] out_of_line_wait_on_bit+0x81/0xb0 [ 2941.024448] [] ? wake_bit_function+0x40/0x40 [ 2941.029768] [] __bread+0xad/0xf0 [ 2941.033202] [] ldiskfs_fill_super+0x8ff/0x3060 [ldiskfs] [ 2941.038603] [] mount_bdev+0x1b0/0x1f0 [ 2941.045352] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 2941.053752] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 2941.060246] [] mount_fs+0x39/0x1b0 [ 2941.063750] [] vfs_kern_mount+0x67/0x110 [ 2941.066678] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2941.070767] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2941.074020] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2941.078126] [] obd_setup+0x167/0x540 [obdclass] [ 2941.082488] [] class_setup+0x54f/0x830 [obdclass] [ 2941.086166] [] class_process_config+0x149b/0x2660 [obdclass] [ 2941.092468] [] ? do_raw_spin_unlock+0x49/0x90 [ 2941.098871] [] ? __kmalloc+0x1e0/0x340 [ 2941.105691] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2941.112578] [] do_lcfg+0x263/0x520 [obdclass] [ 2941.121213] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2941.124590] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2941.130690] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2941.133204] [] ? __mutex_init+0x56/0x60 [ 2941.137460] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2941.143715] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2941.148588] [] mount_nodev+0x4d/0xb0 [ 2941.153039] [] lustre_mount+0x18/0x20 [lustre] [ 2941.157507] [] mount_fs+0x39/0x1b0 [ 2941.160489] [] vfs_kern_mount+0x67/0x110 [ 2941.163569] [] do_mount+0x1ef/0xce0 [ 2941.165807] [] ? copy_mount_options+0x39/0x1b0 [ 2941.168279] [] SyS_mount+0x83/0xd0 [ 2941.170397] [] system_call_fastpath+0x1f/0x24 [ 2941.174534] BUG: scheduling while atomic: mount.lustre/7334/0x00000002 [ 2941.177114] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2941.205385] CPU: 0 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2941.209081] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2941.215635] Call Trace: [ 2941.216273] [] dump_stack+0x19/0x1b [ 2941.219876] [] __schedule_bug+0x64/0x72 [ 2941.222291] [] __schedule+0x791/0x7d0 [ 2941.225387] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 2941.228931] [] ? bit_wait+0x50/0x50 [ 2941.231767] [] schedule+0x29/0x70 [ 2941.235024] [] schedule_timeout+0x209/0x290 [ 2941.237919] [] ? kvm_clock_read+0x33/0x40 [ 2941.240985] [] ? kvm_clock_get_cycles+0x9/0x10 [ 2941.244638] [] ? ktime_get_ts64+0x4c/0xf0 [ 2941.249349] [] ? bit_wait+0x50/0x50 [ 2941.252138] [] io_schedule_timeout+0xad/0x130 [ 2941.258692] [] io_schedule+0x18/0x20 [ 2941.260393] [] bit_wait_io+0x11/0x50 [ 2941.264584] [] __wait_on_bit_lock+0x5f/0xc0 [ 2941.268218] [] ? bit_wait+0x50/0x50 [ 2941.270635] [] out_of_line_wait_on_bit_lock+0x81/0xb0 [ 2941.273267] [] ? wake_bit_function+0x40/0x40 [ 2941.275338] [] wait_on_bit_lock_io.constprop.40+0x2a/0x30 [ 2941.277804] [] __bread+0xe6/0xf0 [ 2941.280716] [] ldiskfs_fill_super+0x1675/0x3060 [ldiskfs] [ 2941.283670] [] mount_bdev+0x1b0/0x1f0 [ 2941.286314] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 2941.291117] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 2941.293552] [] mount_fs+0x39/0x1b0 [ 2941.295531] [] vfs_kern_mount+0x67/0x110 [ 2941.298380] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2941.301792] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2941.305597] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2941.308946] [] obd_setup+0x167/0x540 [obdclass] [ 2941.313074] [] class_setup+0x54f/0x830 [obdclass] [ 2941.315903] [] class_process_config+0x149b/0x2660 [obdclass] [ 2941.320586] [] ? do_raw_spin_unlock+0x49/0x90 [ 2941.324624] [] ? __kmalloc+0x1e0/0x340 [ 2941.327307] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2941.330994] [] do_lcfg+0x263/0x520 [obdclass] [ 2941.335116] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2941.337795] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2941.340350] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2941.344082] [] ? __mutex_init+0x56/0x60 [ 2941.350987] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2941.355279] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2941.358389] [] mount_nodev+0x4d/0xb0 [ 2941.362017] [] lustre_mount+0x18/0x20 [lustre] [ 2941.365112] [] mount_fs+0x39/0x1b0 [ 2941.368754] [] vfs_kern_mount+0x67/0x110 [ 2941.371433] [] do_mount+0x1ef/0xce0 [ 2941.373664] [] ? copy_mount_options+0x39/0x1b0 [ 2941.376843] [] SyS_mount+0x83/0xd0 [ 2941.380783] [] system_call_fastpath+0x1f/0x24 [ 2941.383879] BUG: sleeping function called from invalid context at kernel/rwsem.c:51 [ 2941.386487] in_atomic(): 1, irqs_disabled(): 0, pid: 7334, name: mount.lustre [ 2941.393633] CPU: 1 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2941.399686] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2941.404054] Call Trace: [ 2941.405569] [] dump_stack+0x19/0x1b [ 2941.407128] [] __might_sleep+0xd9/0x100 [ 2941.410517] [] down_write+0x20/0x50 [ 2941.412562] [] register_shrinker+0x21/0x50 [ 2941.415908] [] ldiskfs_es_register_shrinker+0x65/0x70 [ldiskfs] [ 2941.418252] [] ldiskfs_fill_super+0x1800/0x3060 [ldiskfs] [ 2941.420838] [] mount_bdev+0x1b0/0x1f0 [ 2941.422796] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 2941.424894] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 2941.426900] [] mount_fs+0x39/0x1b0 [ 2941.428266] [] vfs_kern_mount+0x67/0x110 [ 2941.429765] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2941.434917] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2941.439266] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2941.443773] [] obd_setup+0x167/0x540 [obdclass] [ 2941.447934] [] class_setup+0x54f/0x830 [obdclass] [ 2941.452148] [] class_process_config+0x149b/0x2660 [obdclass] [ 2941.456784] [] ? do_raw_spin_unlock+0x49/0x90 [ 2941.460833] [] ? __kmalloc+0x1e0/0x340 [ 2941.465190] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2941.467838] [] do_lcfg+0x263/0x520 [obdclass] [ 2941.470566] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2941.475521] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2941.478814] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2941.483003] [] ? __mutex_init+0x56/0x60 [ 2941.485637] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2941.488494] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2941.492406] [] mount_nodev+0x4d/0xb0 [ 2941.495047] [] lustre_mount+0x18/0x20 [lustre] [ 2941.497913] [] mount_fs+0x39/0x1b0 [ 2941.501993] [] vfs_kern_mount+0x67/0x110 [ 2941.504787] [] do_mount+0x1ef/0xce0 [ 2941.511326] [] ? copy_mount_options+0x39/0x1b0 [ 2941.515143] [] SyS_mount+0x83/0xd0 [ 2941.517945] [] system_call_fastpath+0x1f/0x24 [ 2941.520700] BUG: scheduling while atomic: mount.lustre/7334/0x10000002 [ 2941.524554] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2941.555109] CPU: 1 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2941.559222] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2941.564616] Call Trace: [ 2941.566095] [] dump_stack+0x19/0x1b [ 2941.568941] [] __schedule_bug+0x64/0x72 [ 2941.572746] [] __schedule+0x791/0x7d0 [ 2941.574938] [] __cond_resched+0x26/0x30 [ 2941.577386] [] _cond_resched+0x3a/0x50 [ 2941.580100] [] down_write+0x25/0x50 [ 2941.583078] [] register_shrinker+0x21/0x50 [ 2941.585935] [] ldiskfs_es_register_shrinker+0x65/0x70 [ldiskfs] [ 2941.588686] [] ldiskfs_fill_super+0x1800/0x3060 [ldiskfs] [ 2941.592829] [] mount_bdev+0x1b0/0x1f0 [ 2941.595424] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 2941.597952] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 2941.599640] [] mount_fs+0x39/0x1b0 [ 2941.601208] [] vfs_kern_mount+0x67/0x110 [ 2941.603028] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2941.605146] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2941.607316] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2941.609021] [] obd_setup+0x167/0x540 [obdclass] [ 2941.610930] [] class_setup+0x54f/0x830 [obdclass] [ 2941.612776] [] class_process_config+0x149b/0x2660 [obdclass] [ 2941.617523] [] ? do_raw_spin_unlock+0x49/0x90 [ 2941.621206] [] ? __kmalloc+0x1e0/0x340 [ 2941.624864] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2941.629128] [] do_lcfg+0x263/0x520 [obdclass] [ 2941.633333] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2941.639044] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2941.643865] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2941.648238] [] ? __mutex_init+0x56/0x60 [ 2941.653388] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2941.656629] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2941.660616] [] mount_nodev+0x4d/0xb0 [ 2941.662576] [] lustre_mount+0x18/0x20 [lustre] [ 2941.666832] [] mount_fs+0x39/0x1b0 [ 2941.668407] [] vfs_kern_mount+0x67/0x110 [ 2941.671469] [] do_mount+0x1ef/0xce0 [ 2941.675205] [] ? copy_mount_options+0x39/0x1b0 [ 2941.680121] [] SyS_mount+0x83/0xd0 [ 2941.682143] [] system_call_fastpath+0x1f/0x24 [ 2941.691629] BUG: scheduling while atomic: mount.lustre/7334/0x00000002 [ 2941.694080] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2941.722211] CPU: 0 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2941.727516] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2941.732841] Call Trace: [ 2941.735004] [] dump_stack+0x19/0x1b [ 2941.737093] [] __schedule_bug+0x64/0x72 [ 2941.739365] [] __schedule+0x791/0x7d0 [ 2941.741310] [] ? bit_wait+0x50/0x50 [ 2941.743641] [] schedule+0x29/0x70 [ 2941.746256] [] schedule_timeout+0x209/0x290 [ 2941.748637] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 2941.753314] [] ? kvm_clock_read+0x33/0x40 [ 2941.757641] [] ? kvm_clock_get_cycles+0x9/0x10 [ 2941.761319] [] ? bit_wait+0x50/0x50 [ 2941.763998] [] io_schedule_timeout+0xad/0x130 [ 2941.767869] [] io_schedule+0x18/0x20 [ 2941.771425] [] bit_wait_io+0x11/0x50 [ 2941.773466] [] __wait_on_bit+0x65/0x90 [ 2941.776560] [] ? bit_wait+0x50/0x50 [ 2941.780217] [] out_of_line_wait_on_bit+0x81/0xb0 [ 2941.789058] [] ? wake_bit_function+0x40/0x40 [ 2941.791971] [] __wait_on_buffer+0x2a/0x30 [ 2941.797071] [] __ldiskfs_get_inode_loc+0x1bd/0x400 [ldiskfs] [ 2941.802217] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 2941.805107] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 2941.809108] [] ? do_raw_spin_unlock+0x49/0x90 [ 2941.813142] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 2941.816999] [] mount_bdev+0x1b0/0x1f0 [ 2941.820581] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 2941.825492] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 2941.830130] [] mount_fs+0x39/0x1b0 [ 2941.831905] [] vfs_kern_mount+0x67/0x110 [ 2941.833939] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2941.838306] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2941.842745] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2941.847167] [] obd_setup+0x167/0x540 [obdclass] [ 2941.849896] [] class_setup+0x54f/0x830 [obdclass] [ 2941.852213] [] class_process_config+0x149b/0x2660 [obdclass] [ 2941.857012] [] ? do_raw_spin_unlock+0x49/0x90 [ 2941.860352] [] ? __kmalloc+0x1e0/0x340 [ 2941.864012] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2941.866568] [] do_lcfg+0x263/0x520 [obdclass] [ 2941.871913] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2941.875335] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2941.879600] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2941.882934] [] ? __mutex_init+0x56/0x60 [ 2941.892126] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2941.894171] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2941.897334] [] mount_nodev+0x4d/0xb0 [ 2941.899373] [] lustre_mount+0x18/0x20 [lustre] [ 2941.901771] [] mount_fs+0x39/0x1b0 [ 2941.903679] [] vfs_kern_mount+0x67/0x110 [ 2941.905640] [] do_mount+0x1ef/0xce0 [ 2941.907346] [] ? copy_mount_options+0x39/0x1b0 [ 2941.909246] [] SyS_mount+0x83/0xd0 [ 2941.910569] [] system_call_fastpath+0x1f/0x24 [ 2941.913172] BUG: scheduling while atomic: mount.lustre/7334/0x00000002 [ 2941.915538] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2941.947068] CPU: 1 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2941.954956] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2941.958070] Call Trace: [ 2941.958913] [] dump_stack+0x19/0x1b [ 2941.960773] [] __schedule_bug+0x64/0x72 [ 2941.964485] [] __schedule+0x791/0x7d0 [ 2941.968144] [] ? bit_wait+0x50/0x50 [ 2941.970483] [] schedule+0x29/0x70 [ 2941.973580] [] schedule_timeout+0x209/0x290 [ 2941.976845] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 2941.981497] [] ? kvm_clock_read+0x33/0x40 [ 2941.984117] [] ? kvm_clock_get_cycles+0x9/0x10 [ 2941.987825] [] ? bit_wait+0x50/0x50 [ 2941.991739] [] io_schedule_timeout+0xad/0x130 [ 2941.994385] [] io_schedule+0x18/0x20 [ 2941.999254] [] bit_wait_io+0x11/0x50 [ 2942.003016] [] __wait_on_bit+0x65/0x90 [ 2942.006034] [] ? bit_wait+0x50/0x50 [ 2942.010280] [] out_of_line_wait_on_bit+0x81/0xb0 [ 2942.012756] [] ? wake_bit_function+0x40/0x40 [ 2942.015536] [] __wait_on_buffer+0x2a/0x30 [ 2942.017935] [] journal_get_superblock+0x2c8/0x3a0 [jbd2] [ 2942.020396] [] jbd2_journal_wipe+0x20/0xb0 [jbd2] [ 2942.028253] [] ldiskfs_load_journal+0x5c5/0x71c [ldiskfs] [ 2942.030949] [] ? do_raw_spin_unlock+0x49/0x90 [ 2942.033425] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 2942.036031] [] mount_bdev+0x1b0/0x1f0 [ 2942.038149] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 2942.041781] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 2942.044742] [] mount_fs+0x39/0x1b0 [ 2942.048300] [] vfs_kern_mount+0x67/0x110 [ 2942.051345] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2942.055681] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2942.058976] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2942.062627] [] obd_setup+0x167/0x540 [obdclass] [ 2942.067621] [] class_setup+0x54f/0x830 [obdclass] [ 2942.071966] [] class_process_config+0x149b/0x2660 [obdclass] [ 2942.077125] [] ? do_raw_spin_unlock+0x49/0x90 [ 2942.079393] [] ? __kmalloc+0x1e0/0x340 [ 2942.081404] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2942.085664] [] do_lcfg+0x263/0x520 [obdclass] [ 2942.089082] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2942.091561] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2942.098036] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2942.100405] [] ? __mutex_init+0x56/0x60 [ 2942.102313] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2942.104355] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2942.109094] [] mount_nodev+0x4d/0xb0 [ 2942.112665] [] lustre_mount+0x18/0x20 [lustre] [ 2942.116754] [] mount_fs+0x39/0x1b0 [ 2942.120369] [] vfs_kern_mount+0x67/0x110 [ 2942.125282] [] do_mount+0x1ef/0xce0 [ 2942.130282] [] ? copy_mount_options+0x39/0x1b0 [ 2942.133016] [] SyS_mount+0x83/0xd0 [ 2942.135677] [] system_call_fastpath+0x1f/0x24 [ 2942.138729] BUG: scheduling while atomic: mount.lustre/7334/0x10000002 [ 2942.141591] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2942.167609] CPU: 0 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2942.170917] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2942.174651] Call Trace: [ 2942.176113] [] dump_stack+0x19/0x1b [ 2942.178825] [] __schedule_bug+0x64/0x72 [ 2942.182286] [] __schedule+0x791/0x7d0 [ 2942.184364] [] __cond_resched+0x26/0x30 [ 2942.186449] [] _cond_resched+0x3a/0x50 [ 2942.188859] [] wait_for_completion+0x42/0x140 [ 2942.191059] [] kthread_create_on_node+0xa8/0x140 [ 2942.193531] [] ? bit_wait+0x50/0x50 [ 2942.195535] [] ? commit_timeout+0x10/0x10 [jbd2] [ 2942.198072] [] jbd2_journal_load+0x16b/0x2d0 [jbd2] [ 2942.200871] [] ? ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 2942.203853] [] ldiskfs_load_journal+0x61f/0x71c [ldiskfs] [ 2942.207001] [] ? do_raw_spin_unlock+0x49/0x90 [ 2942.209264] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 2942.213134] [] mount_bdev+0x1b0/0x1f0 [ 2942.215061] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 2942.219087] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 2942.221791] [] mount_fs+0x39/0x1b0 [ 2942.223527] [] vfs_kern_mount+0x67/0x110 [ 2942.226442] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2942.230874] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2942.234913] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2942.239453] [] obd_setup+0x167/0x540 [obdclass] [ 2942.243278] [] class_setup+0x54f/0x830 [obdclass] [ 2942.246037] [] class_process_config+0x149b/0x2660 [obdclass] [ 2942.249608] [] ? do_raw_spin_unlock+0x49/0x90 [ 2942.254003] [] ? __kmalloc+0x1e0/0x340 [ 2942.258117] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2942.260047] [] do_lcfg+0x263/0x520 [obdclass] [ 2942.263219] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2942.267239] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2942.270987] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2942.275896] [] ? __mutex_init+0x56/0x60 [ 2942.278124] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2942.283891] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2942.286126] [] mount_nodev+0x4d/0xb0 [ 2942.288036] [] lustre_mount+0x18/0x20 [lustre] [ 2942.295405] [] mount_fs+0x39/0x1b0 [ 2942.297740] [] vfs_kern_mount+0x67/0x110 [ 2942.299960] [] do_mount+0x1ef/0xce0 [ 2942.302244] [] ? copy_mount_options+0x39/0x1b0 [ 2942.304152] [] SyS_mount+0x83/0xd0 [ 2942.310083] [] system_call_fastpath+0x1f/0x24 [ 2942.313564] BUG: scheduling while atomic: mount.lustre/7334/0x00000002 [ 2942.315629] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2942.346498] CPU: 1 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2942.355781] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2942.361820] Call Trace: [ 2942.363289] [] dump_stack+0x19/0x1b [ 2942.364504] [] __schedule_bug+0x64/0x72 [ 2942.366178] [] __schedule+0x791/0x7d0 [ 2942.367673] [] schedule+0x29/0x70 [ 2942.369125] [] jbd2_journal_load+0x215/0x2d0 [jbd2] [ 2942.370903] [] ? wake_up_atomic_t+0x30/0x30 [ 2942.372217] [] ldiskfs_load_journal+0x61f/0x71c [ldiskfs] [ 2942.377664] [] ? do_raw_spin_unlock+0x49/0x90 [ 2942.382686] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 2942.386076] [] mount_bdev+0x1b0/0x1f0 [ 2942.392854] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 2942.397601] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 2942.400405] [] mount_fs+0x39/0x1b0 [ 2942.404500] [] vfs_kern_mount+0x67/0x110 [ 2942.407136] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2942.410018] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2942.413464] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2942.417030] [] obd_setup+0x167/0x540 [obdclass] [ 2942.420119] [] class_setup+0x54f/0x830 [obdclass] [ 2942.424769] [] class_process_config+0x149b/0x2660 [obdclass] [ 2942.429298] [] ? do_raw_spin_unlock+0x49/0x90 [ 2942.433536] [] ? __kmalloc+0x1e0/0x340 [ 2942.438285] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2942.443028] [] do_lcfg+0x263/0x520 [obdclass] [ 2942.445726] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2942.448170] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2942.450521] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2942.452913] [] ? __mutex_init+0x56/0x60 [ 2942.457228] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2942.462117] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2942.466499] [] mount_nodev+0x4d/0xb0 [ 2942.471236] [] lustre_mount+0x18/0x20 [lustre] [ 2942.476813] [] mount_fs+0x39/0x1b0 [ 2942.481789] [] vfs_kern_mount+0x67/0x110 [ 2942.485192] [] do_mount+0x1ef/0xce0 [ 2942.488966] [] ? copy_mount_options+0x39/0x1b0 [ 2942.492221] [] SyS_mount+0x83/0xd0 [ 2942.496197] [] system_call_fastpath+0x1f/0x24 [ 2942.499377] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 2942.502041] in_atomic(): 1, irqs_disabled(): 0, pid: 7334, name: mount.lustre [ 2942.506083] CPU: 0 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2942.511882] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2942.518077] Call Trace: [ 2942.519548] [] dump_stack+0x19/0x1b [ 2942.521349] [] __might_sleep+0xd9/0x100 [ 2942.524217] [] __kmalloc+0x73/0x340 [ 2942.528341] [] ? __debug_object_init+0x249/0x480 [ 2942.534557] [] ? __alloc_workqueue_key+0x261/0x480 [ 2942.539864] [] __alloc_workqueue_key+0x261/0x480 [ 2942.543572] [] ? do_raw_spin_unlock+0x49/0x90 [ 2942.545890] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 2942.548922] [] mount_bdev+0x1b0/0x1f0 [ 2942.551287] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 2942.554216] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 2942.556359] [] mount_fs+0x39/0x1b0 [ 2942.558094] [] vfs_kern_mount+0x67/0x110 [ 2942.560098] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2942.562432] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2942.565071] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2942.567363] [] obd_setup+0x167/0x540 [obdclass] [ 2942.569687] [] class_setup+0x54f/0x830 [obdclass] [ 2942.571835] [] class_process_config+0x149b/0x2660 [obdclass] [ 2942.574226] [] ? do_raw_spin_unlock+0x49/0x90 [ 2942.576215] [] ? __kmalloc+0x1e0/0x340 [ 2942.578048] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2942.580315] [] do_lcfg+0x263/0x520 [obdclass] [ 2942.583677] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2942.585482] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2942.588353] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2942.591115] [] ? __mutex_init+0x56/0x60 [ 2942.593522] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2942.596577] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2942.598851] [] mount_nodev+0x4d/0xb0 [ 2942.601063] [] lustre_mount+0x18/0x20 [lustre] [ 2942.604285] [] mount_fs+0x39/0x1b0 [ 2942.606440] [] vfs_kern_mount+0x67/0x110 [ 2942.608743] [] do_mount+0x1ef/0xce0 [ 2942.611219] [] ? copy_mount_options+0x39/0x1b0 [ 2942.613704] [] SyS_mount+0x83/0xd0 [ 2942.615359] [] system_call_fastpath+0x1f/0x24 [ 2942.617560] BUG: scheduling while atomic: mount.lustre/7334/0x10000002 [ 2942.619892] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2942.644915] CPU: 0 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2942.650110] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2942.652875] Call Trace: [ 2942.653711] [] dump_stack+0x19/0x1b [ 2942.656157] [] __schedule_bug+0x64/0x72 [ 2942.658257] [] __schedule+0x791/0x7d0 [ 2942.660802] [] __cond_resched+0x26/0x30 [ 2942.662578] [] _cond_resched+0x3a/0x50 [ 2942.664244] [] __kmalloc+0x78/0x340 [ 2942.669095] [] ? __debug_object_init+0x249/0x480 [ 2942.671282] [] ? __alloc_workqueue_key+0x261/0x480 [ 2942.674549] [] __alloc_workqueue_key+0x261/0x480 [ 2942.678013] [] ? do_raw_spin_unlock+0x49/0x90 [ 2942.682028] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 2942.686445] [] mount_bdev+0x1b0/0x1f0 [ 2942.689740] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 2942.695608] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 2942.699798] [] mount_fs+0x39/0x1b0 [ 2942.703697] [] vfs_kern_mount+0x67/0x110 [ 2942.706257] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2942.710542] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2942.713954] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2942.717096] [] obd_setup+0x167/0x540 [obdclass] [ 2942.719581] [] class_setup+0x54f/0x830 [obdclass] [ 2942.721883] [] class_process_config+0x149b/0x2660 [obdclass] [ 2942.728845] [] ? do_raw_spin_unlock+0x49/0x90 [ 2942.734083] [] ? __kmalloc+0x1e0/0x340 [ 2942.736329] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2942.740580] [] do_lcfg+0x263/0x520 [obdclass] [ 2942.742499] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2942.744873] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2942.747290] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2942.749618] [] ? __mutex_init+0x56/0x60 [ 2942.751633] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2942.755176] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2942.773527] [] mount_nodev+0x4d/0xb0 [ 2942.775054] [] lustre_mount+0x18/0x20 [lustre] [ 2942.776760] [] mount_fs+0x39/0x1b0 [ 2942.778211] [] vfs_kern_mount+0x67/0x110 [ 2942.790493] [] do_mount+0x1ef/0xce0 [ 2942.792529] [] ? copy_mount_options+0x39/0x1b0 [ 2942.794928] [] SyS_mount+0x83/0xd0 [ 2942.797512] [] system_call_fastpath+0x1f/0x24 [ 2942.803507] BUG: scheduling while atomic: mount.lustre/7334/0x00000002 [ 2942.806279] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2942.833231] CPU: 1 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2942.837531] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2942.843971] Call Trace: [ 2942.844901] [] dump_stack+0x19/0x1b [ 2942.849552] [] __schedule_bug+0x64/0x72 [ 2942.854162] [] __schedule+0x791/0x7d0 [ 2942.856805] [] schedule+0x29/0x70 [ 2942.859437] [] schedule_timeout+0x209/0x290 [ 2942.862877] [] ? native_smp_send_reschedule+0x4c/0x70 [ 2942.865275] [] ? resched_curr+0xd8/0xf0 [ 2942.868978] [] ? check_preempt_curr+0x80/0xa0 [ 2942.871177] [] ? ttwu_do_wakeup+0x19/0xf0 [ 2942.874531] [] wait_for_completion+0xfc/0x140 [ 2942.876924] [] ? wake_up_state+0x20/0x20 [ 2942.880138] [] kthread_create_on_node+0xa8/0x140 [ 2942.882470] [] ? process_one_work+0x4a0/0x4a0 [ 2942.885533] [] __alloc_workqueue_key+0x336/0x480 [ 2942.889059] [] ? do_raw_spin_unlock+0x49/0x90 [ 2942.892301] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 2942.893885] [] mount_bdev+0x1b0/0x1f0 [ 2942.896261] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 2942.898451] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 2942.901008] [] mount_fs+0x39/0x1b0 [ 2942.903018] [] vfs_kern_mount+0x67/0x110 [ 2942.906312] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2942.909185] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2942.913568] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2942.917191] [] obd_setup+0x167/0x540 [obdclass] [ 2942.920069] [] class_setup+0x54f/0x830 [obdclass] [ 2942.922379] [] class_process_config+0x149b/0x2660 [obdclass] [ 2942.926893] [] ? do_raw_spin_unlock+0x49/0x90 [ 2942.929635] [] ? __kmalloc+0x1e0/0x340 [ 2942.931538] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2942.933883] [] do_lcfg+0x263/0x520 [obdclass] [ 2942.936646] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2942.938273] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2942.940433] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2942.946331] [] ? __mutex_init+0x56/0x60 [ 2942.948162] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2942.951211] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2942.955514] [] mount_nodev+0x4d/0xb0 [ 2942.958006] [] lustre_mount+0x18/0x20 [lustre] [ 2942.959937] [] mount_fs+0x39/0x1b0 [ 2942.962555] [] vfs_kern_mount+0x67/0x110 [ 2942.964889] [] do_mount+0x1ef/0xce0 [ 2942.967577] [] ? copy_mount_options+0x39/0x1b0 [ 2942.970482] [] SyS_mount+0x83/0xd0 [ 2942.972285] [] system_call_fastpath+0x1f/0x24 [ 2942.976521] BUG: scheduling while atomic: mount.lustre/7334/0x00000002 [ 2942.980431] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2943.014938] CPU: 0 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2943.020945] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2943.028231] Call Trace: [ 2943.029454] [] dump_stack+0x19/0x1b [ 2943.032794] [] __schedule_bug+0x64/0x72 [ 2943.035401] [] __schedule+0x791/0x7d0 [ 2943.037881] [] ? bit_wait+0x50/0x50 [ 2943.043002] [] schedule+0x29/0x70 [ 2943.046782] [] schedule_timeout+0x209/0x290 [ 2943.049281] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 2943.055122] [] ? kvm_clock_read+0x33/0x40 [ 2943.057393] [] ? kvm_clock_get_cycles+0x9/0x10 [ 2943.059807] [] ? ktime_get_ts64+0x4c/0xf0 [ 2943.061404] [] ? bit_wait+0x50/0x50 [ 2943.063874] [] io_schedule_timeout+0xad/0x130 [ 2943.066199] [] io_schedule+0x18/0x20 [ 2943.069107] [] bit_wait_io+0x11/0x50 [ 2943.073180] [] __wait_on_bit+0x65/0x90 [ 2943.076326] [] ? bit_wait+0x50/0x50 [ 2943.078228] [] out_of_line_wait_on_bit+0x81/0xb0 [ 2943.081095] [] ? wake_bit_function+0x40/0x40 [ 2943.082682] [] __sync_dirty_buffer+0xe8/0x110 [ 2943.084937] [] sync_dirty_buffer+0x13/0x20 [ 2943.087379] [] ldiskfs_commit_super+0x1e0/0x280 [ldiskfs] [ 2943.089573] [] ldiskfs_setup_super+0x120/0x190 [ldiskfs] [ 2943.093280] [] ldiskfs_fill_super+0x2429/0x3060 [ldiskfs] [ 2943.096627] [] mount_bdev+0x1b0/0x1f0 [ 2943.100369] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 2943.103485] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 2943.105856] [] mount_fs+0x39/0x1b0 [ 2943.108418] [] vfs_kern_mount+0x67/0x110 [ 2943.110747] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2943.113473] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2943.118605] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2943.121438] [] obd_setup+0x167/0x540 [obdclass] [ 2943.125270] [] class_setup+0x54f/0x830 [obdclass] [ 2943.129109] [] class_process_config+0x149b/0x2660 [obdclass] [ 2943.133547] [] ? do_raw_spin_unlock+0x49/0x90 [ 2943.137055] [] ? __kmalloc+0x1e0/0x340 [ 2943.139458] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2943.144615] [] do_lcfg+0x263/0x520 [obdclass] [ 2943.147651] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2943.156603] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2943.161177] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2943.164229] [] ? __mutex_init+0x56/0x60 [ 2943.165849] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2943.167970] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2943.169949] [] mount_nodev+0x4d/0xb0 [ 2943.172879] [] lustre_mount+0x18/0x20 [lustre] [ 2943.174877] [] mount_fs+0x39/0x1b0 [ 2943.178595] [] vfs_kern_mount+0x67/0x110 [ 2943.182365] [] do_mount+0x1ef/0xce0 [ 2943.184619] [] ? copy_mount_options+0x39/0x1b0 [ 2943.188248] [] SyS_mount+0x83/0xd0 [ 2943.190008] [] system_call_fastpath+0x1f/0x24 [ 2943.199140] BUG: scheduling while atomic: mount.lustre/7334/0x00000002 [ 2943.203165] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2943.257179] CPU: 1 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2943.261723] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2943.268712] Call Trace: [ 2943.269639] [] dump_stack+0x19/0x1b [ 2943.272904] [] __schedule_bug+0x64/0x72 [ 2943.277034] [] __schedule+0x791/0x7d0 [ 2943.280053] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 2943.282434] [] ? bit_wait+0x50/0x50 [ 2943.284208] [] schedule+0x29/0x70 [ 2943.286048] [] schedule_timeout+0x209/0x290 [ 2943.288102] [] ? kvm_clock_read+0x33/0x40 [ 2943.290110] [] ? kvm_clock_get_cycles+0x9/0x10 [ 2943.292629] [] ? ktime_get_ts64+0x4c/0xf0 [ 2943.294382] [] ? bit_wait+0x50/0x50 [ 2943.296236] [] io_schedule_timeout+0xad/0x130 [ 2943.299002] [] io_schedule+0x18/0x20 [ 2943.301116] [] bit_wait_io+0x11/0x50 [ 2943.304756] [] __wait_on_bit+0x65/0x90 [ 2943.307102] [] ? bit_wait+0x50/0x50 [ 2943.311155] [] out_of_line_wait_on_bit+0x81/0xb0 [ 2943.315263] [] ? wake_bit_function+0x40/0x40 [ 2943.319213] [] __wait_on_buffer+0x2a/0x30 [ 2943.325523] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 2943.327752] [] ? mark_page_accessed+0xd8/0xe0 [ 2943.332762] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 2943.338000] [] v2_read_header+0x1f/0x50 [ 2943.340368] [] v2_check_quota_file+0x2b/0x70 [ 2943.344210] [] ? igrab+0x36/0x60 [ 2943.346818] [] vfs_load_quota_inode+0x279/0x570 [ 2943.351236] [] ? unlock_new_inode+0x55/0x80 [ 2943.354287] [] dquot_enable+0xf0/0x110 [ 2943.357585] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 2943.360752] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 2943.365985] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 2943.369779] [] mount_bdev+0x1b0/0x1f0 [ 2943.372758] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 2943.375659] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 2943.377510] [] mount_fs+0x39/0x1b0 [ 2943.379288] [] vfs_kern_mount+0x67/0x110 [ 2943.381616] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2943.385460] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2943.388236] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2943.390832] [] obd_setup+0x167/0x540 [obdclass] [ 2943.396857] [] class_setup+0x54f/0x830 [obdclass] [ 2943.399425] [] class_process_config+0x149b/0x2660 [obdclass] [ 2943.403091] [] ? do_raw_spin_unlock+0x49/0x90 [ 2943.405355] [] ? __kmalloc+0x1e0/0x340 [ 2943.409366] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2943.411377] [] do_lcfg+0x263/0x520 [obdclass] [ 2943.414002] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2943.417950] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2943.422116] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2943.426408] [] ? __mutex_init+0x56/0x60 [ 2943.429868] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2943.432625] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2943.436792] [] mount_nodev+0x4d/0xb0 [ 2943.439993] [] lustre_mount+0x18/0x20 [lustre] [ 2943.442859] [] mount_fs+0x39/0x1b0 [ 2943.446887] [] vfs_kern_mount+0x67/0x110 [ 2943.449636] [] do_mount+0x1ef/0xce0 [ 2943.451885] [] ? copy_mount_options+0x39/0x1b0 [ 2943.454555] [] SyS_mount+0x83/0xd0 [ 2943.457235] [] system_call_fastpath+0x1f/0x24 [ 2943.463912] BUG: scheduling while atomic: mount.lustre/7334/0x00000002 [ 2943.466430] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2943.494185] CPU: 0 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2943.498646] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2943.502609] Call Trace: [ 2943.503336] [] dump_stack+0x19/0x1b [ 2943.505102] [] __schedule_bug+0x64/0x72 [ 2943.507165] [] __schedule+0x791/0x7d0 [ 2943.512615] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 2943.515025] [] ? bit_wait+0x50/0x50 [ 2943.518399] [] schedule+0x29/0x70 [ 2943.520099] [] schedule_timeout+0x209/0x290 [ 2943.522998] [] ? kvm_clock_read+0x33/0x40 [ 2943.527248] [] ? kvm_clock_get_cycles+0x9/0x10 [ 2943.529502] [] ? ktime_get_ts64+0x4c/0xf0 [ 2943.533401] [] ? bit_wait+0x50/0x50 [ 2943.535361] [] io_schedule_timeout+0xad/0x130 [ 2943.537328] [] io_schedule+0x18/0x20 [ 2943.539091] [] bit_wait_io+0x11/0x50 [ 2943.540959] [] __wait_on_bit+0x65/0x90 [ 2943.545884] [] ? bit_wait+0x50/0x50 [ 2943.550564] [] out_of_line_wait_on_bit+0x81/0xb0 [ 2943.560913] [] ? wake_bit_function+0x40/0x40 [ 2943.562819] [] __wait_on_buffer+0x2a/0x30 [ 2943.564521] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 2943.570684] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 2943.573784] [] v2_read_header+0x1f/0x50 [ 2943.576453] [] v2_check_quota_file+0x2b/0x70 [ 2943.580919] [] ? igrab+0x36/0x60 [ 2943.583076] [] vfs_load_quota_inode+0x279/0x570 [ 2943.585896] [] ? unlock_new_inode+0x55/0x80 [ 2943.590379] [] dquot_enable+0xf0/0x110 [ 2943.592528] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 2943.595801] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 2943.599687] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 2943.602556] [] mount_bdev+0x1b0/0x1f0 [ 2943.604554] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 2943.607709] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 2943.609767] [] mount_fs+0x39/0x1b0 [ 2943.611393] [] vfs_kern_mount+0x67/0x110 [ 2943.614360] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2943.623698] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2943.630286] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2943.635111] [] obd_setup+0x167/0x540 [obdclass] [ 2943.637403] [] class_setup+0x54f/0x830 [obdclass] [ 2943.640343] [] class_process_config+0x149b/0x2660 [obdclass] [ 2943.644741] [] ? do_raw_spin_unlock+0x49/0x90 [ 2943.647362] [] ? __kmalloc+0x1e0/0x340 [ 2943.650096] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2943.652692] [] do_lcfg+0x263/0x520 [obdclass] [ 2943.658370] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2943.662120] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2943.664111] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2943.670368] [] ? __mutex_init+0x56/0x60 [ 2943.673637] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2943.677258] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2943.679963] [] mount_nodev+0x4d/0xb0 [ 2943.683588] [] lustre_mount+0x18/0x20 [lustre] [ 2943.686319] [] mount_fs+0x39/0x1b0 [ 2943.689649] [] vfs_kern_mount+0x67/0x110 [ 2943.692229] [] do_mount+0x1ef/0xce0 [ 2943.694608] [] ? copy_mount_options+0x39/0x1b0 [ 2943.697400] [] SyS_mount+0x83/0xd0 [ 2943.700560] [] system_call_fastpath+0x1f/0x24 [ 2943.703941] BUG: sleeping function called from invalid context at kernel/mutex.c:104 [ 2943.707690] in_atomic(): 1, irqs_disabled(): 0, pid: 7334, name: mount.lustre [ 2943.710508] CPU: 0 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2943.716400] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2943.720314] Call Trace: [ 2943.721436] [] dump_stack+0x19/0x1b [ 2943.723377] [] __might_sleep+0xd9/0x100 [ 2943.724764] [] mutex_lock+0x20/0x40 [ 2943.727333] [] vfs_load_quota_inode+0x2d8/0x570 [ 2943.729116] [] dquot_enable+0xf0/0x110 [ 2943.731236] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 2943.734742] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 2943.737653] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 2943.740772] [] mount_bdev+0x1b0/0x1f0 [ 2943.743531] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 2943.747008] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 2943.749747] [] mount_fs+0x39/0x1b0 [ 2943.751952] [] vfs_kern_mount+0x67/0x110 [ 2943.754875] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2943.757726] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2943.761850] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2943.764696] [] obd_setup+0x167/0x540 [obdclass] [ 2943.767259] [] class_setup+0x54f/0x830 [obdclass] [ 2943.771826] [] class_process_config+0x149b/0x2660 [obdclass] [ 2943.775738] [] ? do_raw_spin_unlock+0x49/0x90 [ 2943.780946] [] ? __kmalloc+0x1e0/0x340 [ 2943.784967] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2943.788911] [] do_lcfg+0x263/0x520 [obdclass] [ 2943.795608] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2943.798707] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2943.803882] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2943.806445] [] ? __mutex_init+0x56/0x60 [ 2943.809343] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2943.813723] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2943.816512] [] mount_nodev+0x4d/0xb0 [ 2943.820634] [] lustre_mount+0x18/0x20 [lustre] [ 2943.822558] [] mount_fs+0x39/0x1b0 [ 2943.824704] [] vfs_kern_mount+0x67/0x110 [ 2943.827046] [] do_mount+0x1ef/0xce0 [ 2943.829075] [] ? copy_mount_options+0x39/0x1b0 [ 2943.832269] [] SyS_mount+0x83/0xd0 [ 2943.834894] [] system_call_fastpath+0x1f/0x24 [ 2943.838067] BUG: scheduling while atomic: mount.lustre/7334/0x10000002 [ 2943.842849] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2943.870765] CPU: 0 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2943.875876] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2943.880555] Call Trace: [ 2943.884151] [] dump_stack+0x19/0x1b [ 2943.885793] [] __schedule_bug+0x64/0x72 [ 2943.887325] [] __schedule+0x791/0x7d0 [ 2943.891645] [] __cond_resched+0x26/0x30 [ 2943.893750] [] _cond_resched+0x3a/0x50 [ 2943.897821] [] mutex_lock+0x25/0x40 [ 2943.900177] [] vfs_load_quota_inode+0x2d8/0x570 [ 2943.904541] [] dquot_enable+0xf0/0x110 [ 2943.906076] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 2943.908106] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 2943.909916] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 2943.912317] [] mount_bdev+0x1b0/0x1f0 [ 2943.916705] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 2943.922717] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 2943.926052] [] mount_fs+0x39/0x1b0 [ 2943.933559] [] vfs_kern_mount+0x67/0x110 [ 2943.935459] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2943.939672] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2943.942583] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2943.945121] [] obd_setup+0x167/0x540 [obdclass] [ 2943.950892] [] class_setup+0x54f/0x830 [obdclass] [ 2943.954189] [] class_process_config+0x149b/0x2660 [obdclass] [ 2943.957491] [] ? do_raw_spin_unlock+0x49/0x90 [ 2943.961624] [] ? __kmalloc+0x1e0/0x340 [ 2943.964793] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2943.967815] [] do_lcfg+0x263/0x520 [obdclass] [ 2943.971258] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2943.973876] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2943.976130] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2943.978613] [] ? __mutex_init+0x56/0x60 [ 2943.980677] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2943.983076] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2943.985300] [] mount_nodev+0x4d/0xb0 [ 2943.990172] [] lustre_mount+0x18/0x20 [lustre] [ 2943.995229] [] mount_fs+0x39/0x1b0 [ 2943.998560] [] vfs_kern_mount+0x67/0x110 [ 2944.004931] [] do_mount+0x1ef/0xce0 [ 2944.007862] [] ? copy_mount_options+0x39/0x1b0 [ 2944.013897] [] SyS_mount+0x83/0xd0 [ 2944.018732] [] system_call_fastpath+0x1f/0x24 [ 2944.022511] BUG: scheduling while atomic: mount.lustre/7334/0x00000002 [ 2944.024868] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2944.052768] CPU: 1 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2944.057242] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2944.061118] Call Trace: [ 2944.063918] [] dump_stack+0x19/0x1b [ 2944.066382] [] __schedule_bug+0x64/0x72 [ 2944.069560] [] __schedule+0x791/0x7d0 [ 2944.072911] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 2944.075141] [] ? bit_wait+0x50/0x50 [ 2944.076775] [] schedule+0x29/0x70 [ 2944.078284] [] schedule_timeout+0x209/0x290 [ 2944.080437] [] ? kvm_clock_read+0x33/0x40 [ 2944.084034] [] ? kvm_clock_get_cycles+0x9/0x10 [ 2944.089284] [] ? ktime_get_ts64+0x4c/0xf0 [ 2944.093326] [] ? bit_wait+0x50/0x50 [ 2944.095101] [] io_schedule_timeout+0xad/0x130 [ 2944.097133] [] io_schedule+0x18/0x20 [ 2944.099439] [] bit_wait_io+0x11/0x50 [ 2944.103058] [] __wait_on_bit+0x65/0x90 [ 2944.105342] [] ? bit_wait+0x50/0x50 [ 2944.107472] [] out_of_line_wait_on_bit+0x81/0xb0 [ 2944.110130] [] ? wake_bit_function+0x40/0x40 [ 2944.112376] [] __wait_on_buffer+0x2a/0x30 [ 2944.114513] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 2944.116973] [] ? mark_page_accessed+0xd8/0xe0 [ 2944.119730] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 2944.122510] [] v2_read_header+0x1f/0x50 [ 2944.124643] [] v2_check_quota_file+0x2b/0x70 [ 2944.128306] [] ? igrab+0x36/0x60 [ 2944.130914] [] vfs_load_quota_inode+0x279/0x570 [ 2944.133286] [] ? unlock_new_inode+0x55/0x80 [ 2944.136893] [] dquot_enable+0xf0/0x110 [ 2944.138854] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 2944.142109] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 2944.145693] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 2944.148778] [] mount_bdev+0x1b0/0x1f0 [ 2944.152603] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 2944.155926] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 2944.160144] [] mount_fs+0x39/0x1b0 [ 2944.162331] [] vfs_kern_mount+0x67/0x110 [ 2944.164585] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 2944.169335] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2944.172891] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2944.176918] [] obd_setup+0x167/0x540 [obdclass] [ 2944.180069] [] class_setup+0x54f/0x830 [obdclass] [ 2944.182989] [] class_process_config+0x149b/0x2660 [obdclass] [ 2944.186752] [] ? do_raw_spin_unlock+0x49/0x90 [ 2944.188453] [] ? __kmalloc+0x1e0/0x340 [ 2944.192216] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2944.194810] [] do_lcfg+0x263/0x520 [obdclass] [ 2944.198663] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2944.202038] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2944.206640] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2944.210026] [] ? __mutex_init+0x56/0x60 [ 2944.212130] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2944.215266] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2944.218655] [] mount_nodev+0x4d/0xb0 [ 2944.220416] [] lustre_mount+0x18/0x20 [lustre] [ 2944.223175] [] mount_fs+0x39/0x1b0 [ 2944.224796] [] vfs_kern_mount+0x67/0x110 [ 2944.225792] [] do_mount+0x1ef/0xce0 [ 2944.229265] [] ? copy_mount_options+0x39/0x1b0 [ 2944.232014] [] SyS_mount+0x83/0xd0 [ 2944.234074] [] system_call_fastpath+0x1f/0x24 [ 2944.237629] LDISKFS-fs (dm-0): mounted filesystem with ordered data mode. Opts: user_xattr,errors=remount-ro,no_mbcache,nodelalloc [ 2944.243100] BUG: scheduling while atomic: mount.lustre/7334/0x10000002 [ 2944.247013] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2944.278651] CPU: 0 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2944.281418] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2944.285723] Call Trace: [ 2944.289098] [] dump_stack+0x19/0x1b [ 2944.290438] [] __schedule_bug+0x64/0x72 [ 2944.296119] [] __schedule+0x791/0x7d0 [ 2944.299587] [] ? dquot_alloc+0x1a/0x20 [ 2944.301439] [] __cond_resched+0x26/0x30 [ 2944.303124] [] _cond_resched+0x3a/0x50 [ 2944.304861] [] kmem_cache_alloc+0x54/0x2e0 [ 2944.306858] [] dquot_alloc+0x1a/0x20 [ 2944.308678] [] dqget+0x242/0x460 [ 2944.310218] [] __dquot_initialize+0x12d/0x230 [ 2944.317570] [] ? __free_pages+0x25/0x30 [ 2944.323673] [] ? free_pages.part.76+0x40/0x50 [ 2944.328116] [] dquot_initialize+0x13/0x20 [ 2944.332703] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 2944.336930] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 2944.339984] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2944.344575] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2944.349173] [] obd_setup+0x167/0x540 [obdclass] [ 2944.354962] [] class_setup+0x54f/0x830 [obdclass] [ 2944.357410] [] class_process_config+0x149b/0x2660 [obdclass] [ 2944.360527] [] ? do_raw_spin_unlock+0x49/0x90 [ 2944.364933] [] ? __kmalloc+0x1e0/0x340 [ 2944.367788] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2944.370744] [] do_lcfg+0x263/0x520 [obdclass] [ 2944.373897] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2944.376630] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2944.380832] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2944.383661] [] ? __mutex_init+0x56/0x60 [ 2944.385267] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2944.387634] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2944.389481] [] mount_nodev+0x4d/0xb0 [ 2944.390859] [] lustre_mount+0x18/0x20 [lustre] [ 2944.392445] [] mount_fs+0x39/0x1b0 [ 2944.396533] [] vfs_kern_mount+0x67/0x110 [ 2944.400538] [] do_mount+0x1ef/0xce0 [ 2944.405062] [] ? copy_mount_options+0x39/0x1b0 [ 2944.409813] [] SyS_mount+0x83/0xd0 [ 2944.412396] [] system_call_fastpath+0x1f/0x24 [ 2944.414535] BUG: scheduling while atomic: mount.lustre/7334/0x00000002 [ 2944.416978] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2944.446806] CPU: 0 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2944.451024] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2944.453939] Call Trace: [ 2944.455285] [] dump_stack+0x19/0x1b [ 2944.459073] [] __schedule_bug+0x64/0x72 [ 2944.462404] [] __schedule+0x791/0x7d0 [ 2944.465062] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 2944.468971] [] ? bit_wait+0x50/0x50 [ 2944.471144] [] schedule+0x29/0x70 [ 2944.473534] [] schedule_timeout+0x209/0x290 [ 2944.477778] [] ? kvm_clock_read+0x33/0x40 [ 2944.481884] [] ? kvm_clock_get_cycles+0x9/0x10 [ 2944.484579] [] ? ktime_get_ts64+0x4c/0xf0 [ 2944.488360] [] ? bit_wait+0x50/0x50 [ 2944.490942] [] io_schedule_timeout+0xad/0x130 [ 2944.495883] [] io_schedule+0x18/0x20 [ 2944.498644] [] bit_wait_io+0x11/0x50 [ 2944.500164] [] __wait_on_bit+0x65/0x90 [ 2944.502269] [] ? bit_wait+0x50/0x50 [ 2944.503951] [] out_of_line_wait_on_bit+0x81/0xb0 [ 2944.505455] [] ? wake_bit_function+0x40/0x40 [ 2944.507656] [] __wait_on_buffer+0x2a/0x30 [ 2944.509283] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 2944.510977] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 2944.514819] [] read_blk+0x4c/0x60 [ 2944.516253] [] find_tree_dqentry+0x47/0x240 [ 2944.519982] [] find_tree_dqentry+0x1aa/0x240 [ 2944.522996] [] find_tree_dqentry+0x1aa/0x240 [ 2944.524909] [] find_tree_dqentry+0x1aa/0x240 [ 2944.526941] [] qtree_read_dquot+0x14c/0x380 [ 2944.529395] [] v2_read_dquot+0x2b/0x30 [ 2944.531571] [] dquot_acquire+0xe4/0x130 [ 2944.533006] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 2944.535187] [] dqget+0x3fb/0x460 [ 2944.536796] [] __dquot_initialize+0x12d/0x230 [ 2944.540032] [] ? __free_pages+0x25/0x30 [ 2944.541857] [] ? free_pages.part.76+0x40/0x50 [ 2944.544599] [] dquot_initialize+0x13/0x20 [ 2944.546909] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 2944.551682] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 2944.555752] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2944.558206] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2944.561646] [] obd_setup+0x167/0x540 [obdclass] [ 2944.565424] [] class_setup+0x54f/0x830 [obdclass] [ 2944.568170] [] class_process_config+0x149b/0x2660 [obdclass] [ 2944.573107] [] ? do_raw_spin_unlock+0x49/0x90 [ 2944.576279] [] ? __kmalloc+0x1e0/0x340 [ 2944.578523] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2944.580657] [] do_lcfg+0x263/0x520 [obdclass] [ 2944.581988] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2944.585707] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2944.590435] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2944.592966] [] ? __mutex_init+0x56/0x60 [ 2944.594978] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2944.598538] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2944.602728] [] mount_nodev+0x4d/0xb0 [ 2944.606024] [] lustre_mount+0x18/0x20 [lustre] [ 2944.609655] [] mount_fs+0x39/0x1b0 [ 2944.613035] [] vfs_kern_mount+0x67/0x110 [ 2944.618382] [] do_mount+0x1ef/0xce0 [ 2944.620530] [] ? copy_mount_options+0x39/0x1b0 [ 2944.624265] [] SyS_mount+0x83/0xd0 [ 2944.625583] [] system_call_fastpath+0x1f/0x24 [ 2944.627387] BUG: scheduling while atomic: mount.lustre/7334/0x00000002 [ 2944.629543] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2944.657074] CPU: 0 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2944.663270] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2944.666612] Call Trace: [ 2944.667370] [] dump_stack+0x19/0x1b [ 2944.671233] [] __schedule_bug+0x64/0x72 [ 2944.676513] [] __schedule+0x791/0x7d0 [ 2944.678581] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 2944.681783] [] ? bit_wait+0x50/0x50 [ 2944.683244] [] schedule+0x29/0x70 [ 2944.684680] [] schedule_timeout+0x209/0x290 [ 2944.687176] [] ? kvm_clock_read+0x33/0x40 [ 2944.689260] [] ? kvm_clock_get_cycles+0x9/0x10 [ 2944.693672] [] ? ktime_get_ts64+0x4c/0xf0 [ 2944.696347] [] ? bit_wait+0x50/0x50 [ 2944.698183] [] io_schedule_timeout+0xad/0x130 [ 2944.702993] [] io_schedule+0x18/0x20 [ 2944.705402] [] bit_wait_io+0x11/0x50 [ 2944.707223] [] __wait_on_bit+0x65/0x90 [ 2944.711348] [] ? bit_wait+0x50/0x50 [ 2944.713971] [] out_of_line_wait_on_bit+0x81/0xb0 [ 2944.720664] [] ? wake_bit_function+0x40/0x40 [ 2944.723897] [] __wait_on_buffer+0x2a/0x30 [ 2944.727408] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 2944.734523] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 2944.738176] [] read_blk+0x4c/0x60 [ 2944.740353] [] find_tree_dqentry+0x47/0x240 [ 2944.744616] [] find_tree_dqentry+0x1aa/0x240 [ 2944.749672] [] find_tree_dqentry+0x1aa/0x240 [ 2944.752776] [] find_tree_dqentry+0x1aa/0x240 [ 2944.755356] [] qtree_read_dquot+0x14c/0x380 [ 2944.758409] [] v2_read_dquot+0x2b/0x30 [ 2944.760720] [] dquot_acquire+0xe4/0x130 [ 2944.763377] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 2944.766415] [] dqget+0x3fb/0x460 [ 2944.768487] [] __dquot_initialize+0x12d/0x230 [ 2944.771630] [] ? __free_pages+0x25/0x30 [ 2944.774506] [] dquot_initialize+0x13/0x20 [ 2944.777028] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 2944.781291] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 2944.783037] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2944.785699] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2944.788296] [] obd_setup+0x167/0x540 [obdclass] [ 2944.791785] [] class_setup+0x54f/0x830 [obdclass] [ 2944.794148] [] class_process_config+0x149b/0x2660 [obdclass] [ 2944.796927] [] ? do_raw_spin_unlock+0x49/0x90 [ 2944.800437] [] ? __kmalloc+0x1e0/0x340 [ 2944.802364] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2944.807384] [] do_lcfg+0x263/0x520 [obdclass] [ 2944.814113] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2944.819703] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2944.822431] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2944.824910] [] ? __mutex_init+0x56/0x60 [ 2944.827395] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2944.830370] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2944.834538] [] mount_nodev+0x4d/0xb0 [ 2944.837130] [] lustre_mount+0x18/0x20 [lustre] [ 2944.841173] [] mount_fs+0x39/0x1b0 [ 2944.842898] [] vfs_kern_mount+0x67/0x110 [ 2944.845950] [] do_mount+0x1ef/0xce0 [ 2944.849702] [] ? copy_mount_options+0x39/0x1b0 [ 2944.852038] [] SyS_mount+0x83/0xd0 [ 2944.854569] [] system_call_fastpath+0x1f/0x24 [ 2944.856545] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 2944.859116] in_atomic(): 1, irqs_disabled(): 0, pid: 7334, name: mount.lustre [ 2944.863739] CPU: 0 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2944.868921] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2944.875508] Call Trace: [ 2944.876378] [] dump_stack+0x19/0x1b [ 2944.879379] [] __might_sleep+0xd9/0x100 [ 2944.881365] [] __kmalloc+0x73/0x340 [ 2944.883720] [] ? getdqbuf+0x14/0x40 [ 2944.885664] [] getdqbuf+0x14/0x40 [ 2944.887568] [] find_tree_dqentry+0xaf/0x240 [ 2944.889588] [] find_tree_dqentry+0x1aa/0x240 [ 2944.891781] [] find_tree_dqentry+0x1aa/0x240 [ 2944.896523] [] find_tree_dqentry+0x1aa/0x240 [ 2944.899159] [] qtree_read_dquot+0x14c/0x380 [ 2944.903418] [] v2_read_dquot+0x2b/0x30 [ 2944.906295] [] dquot_acquire+0xe4/0x130 [ 2944.908105] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 2944.912059] [] dqget+0x3fb/0x460 [ 2944.913911] [] __dquot_initialize+0x12d/0x230 [ 2944.918805] [] ? __free_pages+0x25/0x30 [ 2944.922347] [] dquot_initialize+0x13/0x20 [ 2944.925909] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 2944.929959] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 2944.932189] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2944.934700] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2944.937196] [] obd_setup+0x167/0x540 [obdclass] [ 2944.939520] [] class_setup+0x54f/0x830 [obdclass] [ 2944.944377] [] class_process_config+0x149b/0x2660 [obdclass] [ 2944.950156] [] ? do_raw_spin_unlock+0x49/0x90 [ 2944.955391] [] ? __kmalloc+0x1e0/0x340 [ 2944.960397] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2944.962865] [] do_lcfg+0x263/0x520 [obdclass] [ 2944.970179] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2944.973786] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2944.977038] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2944.980189] [] ? __mutex_init+0x56/0x60 [ 2944.984178] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2944.988342] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2944.991556] [] mount_nodev+0x4d/0xb0 [ 2944.995046] [] lustre_mount+0x18/0x20 [lustre] [ 2944.997288] [] mount_fs+0x39/0x1b0 [ 2944.999094] [] vfs_kern_mount+0x67/0x110 [ 2945.001038] [] do_mount+0x1ef/0xce0 [ 2945.003479] [] ? copy_mount_options+0x39/0x1b0 [ 2945.006527] [] SyS_mount+0x83/0xd0 [ 2945.008208] [] system_call_fastpath+0x1f/0x24 [ 2945.010056] BUG: scheduling while atomic: mount.lustre/7334/0x10000002 [ 2945.012971] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 2945.043771] CPU: 0 PID: 7334 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 2945.048584] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 2945.051580] Call Trace: [ 2945.052518] [] dump_stack+0x19/0x1b [ 2945.056467] [] __schedule_bug+0x64/0x72 [ 2945.058811] [] __schedule+0x791/0x7d0 [ 2945.062111] [] __cond_resched+0x26/0x30 [ 2945.065900] [] _cond_resched+0x3a/0x50 [ 2945.067908] [] __kmalloc+0x78/0x340 [ 2945.074578] [] ? getdqbuf+0x14/0x40 [ 2945.077662] [] getdqbuf+0x14/0x40 [ 2945.079387] [] find_tree_dqentry+0xaf/0x240 [ 2945.081433] [] find_tree_dqentry+0x1aa/0x240 [ 2945.084426] [] find_tree_dqentry+0x1aa/0x240 [ 2945.088247] [] find_tree_dqentry+0x1aa/0x240 [ 2945.090573] [] qtree_read_dquot+0x14c/0x380 [ 2945.093026] [] v2_read_dquot+0x2b/0x30 [ 2945.095378] [] dquot_acquire+0xe4/0x130 [ 2945.098227] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 2945.101819] [] dqget+0x3fb/0x460 [ 2945.104496] [] __dquot_initialize+0x12d/0x230 [ 2945.108635] [] ? __free_pages+0x25/0x30 [ 2945.110725] [] dquot_initialize+0x13/0x20 [ 2945.112559] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 2945.117831] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 2945.123541] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 2945.126060] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 2945.129104] [] obd_setup+0x167/0x540 [obdclass] [ 2945.131098] [] class_setup+0x54f/0x830 [obdclass] [ 2945.135126] [] class_process_config+0x149b/0x2660 [obdclass] [ 2945.138460] [] ? do_raw_spin_unlock+0x49/0x90 [ 2945.142505] [] ? __kmalloc+0x1e0/0x340 [ 2945.147779] [] ? do_lcfg+0x168/0x520 [obdclass] [ 2945.150882] [] do_lcfg+0x263/0x520 [obdclass] [ 2945.153450] [] lustre_start_simple+0x88/0x210 [obdclass] [ 2945.156884] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 2945.159975] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 2945.164179] [] ? __mutex_init+0x56/0x60 [ 2945.166785] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 2945.169077] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 2945.171537] [] mount_nodev+0x4d/0xb0 [ 2945.175096] [] lustre_mount+0x18/0x20 [lustre] [ 2945.179294] [] mount_fs+0x39/0x1b0 [ 2945.182372] [] vfs_kern_mount+0x67/0x110 [ 2945.192657] [] do_mount+0x1ef/0xce0 [ 2945.198912] [] ? copy_mount_options+0x39/0x1b0 [ 2945.201249] [] SyS_mount+0x83/0xd0 [ 2945.204985] [] system_call_fastpath+0x1f/0x24 [ 2945.270001] LustreError: MGC192.168.204.118@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail [ 2945.400841] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 [ 2945.406326] Lustre: Skipped 3 previous similar messages [ 2945.431204] Lustre: lustre-MDT0000: in recovery but waiting for the first client to connect [ 2947.338660] Lustre: DEBUG MARKER: oleg418-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all [ 2949.916710] Lustre: lustre-MDT0000: Will be in recovery for at least 1:00, or until 2 clients reconnect [ 2950.405273] Lustre: lustre-MDT0000-lwp-MDT0001: Connection restored to (at 0@lo) [ 2950.420245] Lustre: lustre-MDT0000: Recovery over after 0:01, of 2 clients 2 recovered and 0 were evicted. [ 2950.449288] LustreError: 24389:0:(mdt_open.c:1315:mdt_cross_open()) lustre-MDT0000: [0x2000013a3:0x91:0x0] doesn't exist!: rc = -14 [ 2950.462905] Lustre: lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:271 to 0x280000401:289) [ 2950.462995] Lustre: lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:138 to 0x2c0000401:161) [ 2956.352095] Lustre: DEBUG MARKER: == sanity-lfsck test 24: LFSCK can repair multiple-referenced name entry ========================================================== 07:56:08 (1750593368) [ 2957.397967] Lustre: *** cfs_fail_loc=1622, val=0*** [ 2957.493811] Lustre: *** cfs_fail_loc=1622, val=0*** [ 2957.495516] Lustre: Skipped 1 previous similar message [ 2962.974736] Lustre: DEBUG MARKER: == sanity-lfsck test 25: LFSCK can repair bad file type in the name entry ========================================================== 07:56:14 (1750593374) [ 2963.820357] Lustre: *** cfs_fail_loc=1623, val=0*** [ 2968.775033] Lustre: DEBUG MARKER: == sanity-lfsck test 26a: LFSCK can add the missing local name entry back to the namespace ========================================================== 07:56:20 (1750593380) [ 2969.567497] Lustre: *** cfs_fail_loc=1624, val=0*** [ 2975.126223] Lustre: DEBUG MARKER: == sanity-lfsck test 26b: LFSCK can add the missing remote name entry back to the namespace ========================================================== 07:56:26 (1750593386) [ 2980.243896] Lustre: DEBUG MARKER: == sanity-lfsck test 27a: LFSCK can recreate the lost local parent directory as orphan ========================================================== 07:56:32 (1750593392) [ 2986.067817] Lustre: DEBUG MARKER: == sanity-lfsck test 27b: LFSCK can recreate the lost remote parent directory as orphan ========================================================== 07:56:37 (1750593397) [ 2986.990685] Lustre: *** cfs_fail_loc=1624, val=0*** [ 2986.993200] Lustre: Skipped 3 previous similar messages [ 2993.312300] Lustre: DEBUG MARKER: == sanity-lfsck test 28: Skip the failed MDT(s) when handle orphan MDT-objects ========================================================== 07:56:44 (1750593404) [ 2996.577268] Lustre: *** cfs_fail_loc=161c, val=0*** [ 2996.584116] Lustre: Skipped 2 previous similar messages [ 3004.085513] Lustre: DEBUG MARKER: == sanity-lfsck test 29b: LFSCK can repair bad nlink count (2) ========================================================== 07:56:55 (1750593415) [ 3011.423325] Lustre: DEBUG MARKER: == sanity-lfsck test 29c: verify linkEA size limitation == 07:57:03 (1750593423) [ 3029.282439] Lustre: DEBUG MARKER: == sanity-lfsck test 29d: accessing non-existing inode shouldn't turn fs read-only (ldiskfs) ========================================================== 07:57:20 (1750593440) [ 3030.259655] Lustre: *** cfs_fail_loc=1626, val=0*** [ 3030.265417] Lustre: Skipped 3 previous similar messages [ 3030.847839] LustreError: 28002:0:(osd_handler.c:272:osd_idc_find_or_init()) can't lookup: rc = -2 [ 3034.287690] Lustre: DEBUG MARKER: == sanity-lfsck test 30: LFSCK can recover the orphans from backend /lost+found ========================================================== 07:57:26 (1750593446) [ 3038.035694] Lustre: Failing over lustre-MDT0000 [ 3038.135395] LustreError: 15193:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup [ 3038.138097] LustreError: 15193:0:(obd_class.h:479:obd_check_dev()) Skipped 7 previous similar messages [ 3038.226136] Lustre: server umount lustre-MDT0000 complete [ 3040.438091] LustreError: lustre-MDT0000-osp-MDT0001: operation out_update to node 0@lo failed: rc = -107 [ 3040.448667] Lustre: lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete [ 3040.459674] Lustre: Skipped 3 previous similar messages [ 3040.468873] LustreError: 24395:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. [ 3040.479836] LustreError: 24395:0:(ldlm_lib.c:1113:target_handle_connect()) Skipped 10 previous similar messages [ 3043.224673] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3043.228568] in_atomic(): 1, irqs_disabled(): 0, pid: 15923, name: mount.lustre [ 3043.232687] CPU: 1 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3043.238608] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3043.242848] Call Trace: [ 3043.244079] [] dump_stack+0x19/0x1b [ 3043.247126] [] __might_sleep+0xd9/0x100 [ 3043.249871] [] kmem_cache_alloc+0x4f/0x2e0 [ 3043.252266] [] alloc_vfsmnt+0x24/0x240 [ 3043.254966] [] vfs_kern_mount+0x36/0x110 [ 3043.256478] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3043.260741] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3043.263606] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3043.266276] [] obd_setup+0x167/0x540 [obdclass] [ 3043.269378] [] class_setup+0x54f/0x830 [obdclass] [ 3043.273405] [] class_process_config+0x149b/0x2660 [obdclass] [ 3043.276199] [] ? do_raw_spin_unlock+0x49/0x90 [ 3043.279131] [] ? __kmalloc+0x1e0/0x340 [ 3043.282454] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3043.287273] [] do_lcfg+0x263/0x520 [obdclass] [ 3043.289672] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3043.292405] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3043.297471] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3043.300971] [] ? __mutex_init+0x56/0x60 [ 3043.304531] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3043.307510] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3043.309415] [] mount_nodev+0x4d/0xb0 [ 3043.311769] [] lustre_mount+0x18/0x20 [lustre] [ 3043.314623] [] mount_fs+0x39/0x1b0 [ 3043.316257] [] vfs_kern_mount+0x67/0x110 [ 3043.320054] [] do_mount+0x1ef/0xce0 [ 3043.321692] [] ? copy_mount_options+0x39/0x1b0 [ 3043.326064] [] SyS_mount+0x83/0xd0 [ 3043.330125] [] system_call_fastpath+0x1f/0x24 [ 3043.333821] BUG: scheduling while atomic: mount.lustre/15923/0x10000002 [ 3043.342740] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3043.381329] CPU: 1 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3043.387054] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3043.395525] Call Trace: [ 3043.399537] [] dump_stack+0x19/0x1b [ 3043.404194] [] __schedule_bug+0x64/0x72 [ 3043.405947] [] __schedule+0x791/0x7d0 [ 3043.409020] [] ? alloc_vfsmnt+0x24/0x240 [ 3043.410687] [] __cond_resched+0x26/0x30 [ 3043.417244] [] _cond_resched+0x3a/0x50 [ 3043.422591] [] kmem_cache_alloc+0x54/0x2e0 [ 3043.425625] [] alloc_vfsmnt+0x24/0x240 [ 3043.427674] [] vfs_kern_mount+0x36/0x110 [ 3043.430149] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3043.432888] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3043.435912] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3043.438654] [] obd_setup+0x167/0x540 [obdclass] [ 3043.441883] [] class_setup+0x54f/0x830 [obdclass] [ 3043.445930] [] class_process_config+0x149b/0x2660 [obdclass] [ 3043.448580] [] ? do_raw_spin_unlock+0x49/0x90 [ 3043.453127] [] ? __kmalloc+0x1e0/0x340 [ 3043.455048] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3043.457421] [] do_lcfg+0x263/0x520 [obdclass] [ 3043.459848] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3043.462901] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3043.467644] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3043.471524] [] ? __mutex_init+0x56/0x60 [ 3043.473306] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3043.477722] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3043.481071] [] mount_nodev+0x4d/0xb0 [ 3043.484652] [] lustre_mount+0x18/0x20 [lustre] [ 3043.487097] [] mount_fs+0x39/0x1b0 [ 3043.488600] [] vfs_kern_mount+0x67/0x110 [ 3043.490186] [] do_mount+0x1ef/0xce0 [ 3043.492003] [] ? copy_mount_options+0x39/0x1b0 [ 3043.494888] [] SyS_mount+0x83/0xd0 [ 3043.496706] [] system_call_fastpath+0x1f/0x24 [ 3043.499816] BUG: scheduling while atomic: mount.lustre/15923/0x00000002 [ 3043.501759] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3043.531830] CPU: 0 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3043.537474] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3043.542816] Call Trace: [ 3043.543628] [] dump_stack+0x19/0x1b [ 3043.544904] [] __schedule_bug+0x64/0x72 [ 3043.546233] [] __schedule+0x791/0x7d0 [ 3043.552942] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3043.561452] [] ? bit_wait+0x50/0x50 [ 3043.563661] [] schedule+0x29/0x70 [ 3043.565755] [] schedule_timeout+0x209/0x290 [ 3043.569176] [] ? kvm_clock_read+0x33/0x40 [ 3043.571175] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3043.573399] [] ? ktime_get_ts64+0x4c/0xf0 [ 3043.576794] [] ? bit_wait+0x50/0x50 [ 3043.578912] [] io_schedule_timeout+0xad/0x130 [ 3043.582070] [] io_schedule+0x18/0x20 [ 3043.583817] [] bit_wait_io+0x11/0x50 [ 3043.588562] [] __wait_on_bit_lock+0x5f/0xc0 [ 3043.590782] [] ? bit_wait+0x50/0x50 [ 3043.592755] [] out_of_line_wait_on_bit_lock+0x81/0xb0 [ 3043.597319] [] ? wake_bit_function+0x40/0x40 [ 3043.601077] [] wait_on_bit_lock_io.constprop.40+0x2a/0x30 [ 3043.604523] [] __bread+0xe6/0xf0 [ 3043.606284] [] ldiskfs_fill_super+0x1675/0x3060 [ldiskfs] [ 3043.610508] [] mount_bdev+0x1b0/0x1f0 [ 3043.613749] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3043.619871] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3043.624305] [] mount_fs+0x39/0x1b0 [ 3043.628004] [] vfs_kern_mount+0x67/0x110 [ 3043.629873] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3043.632490] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3043.635772] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3043.638514] [] obd_setup+0x167/0x540 [obdclass] [ 3043.640488] [] class_setup+0x54f/0x830 [obdclass] [ 3043.642710] [] class_process_config+0x149b/0x2660 [obdclass] [ 3043.646859] [] ? do_raw_spin_unlock+0x49/0x90 [ 3043.651333] [] ? __kmalloc+0x1e0/0x340 [ 3043.653345] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3043.655459] [] do_lcfg+0x263/0x520 [obdclass] [ 3043.661690] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3043.667779] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3043.671091] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3043.680353] [] ? __mutex_init+0x56/0x60 [ 3043.683150] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3043.685623] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3043.690674] [] mount_nodev+0x4d/0xb0 [ 3043.693464] [] lustre_mount+0x18/0x20 [lustre] [ 3043.697808] [] mount_fs+0x39/0x1b0 [ 3043.699772] [] vfs_kern_mount+0x67/0x110 [ 3043.704562] [] do_mount+0x1ef/0xce0 [ 3043.706232] [] ? copy_mount_options+0x39/0x1b0 [ 3043.710379] [] SyS_mount+0x83/0xd0 [ 3043.712833] [] system_call_fastpath+0x1f/0x24 [ 3043.718273] BUG: scheduling while atomic: mount.lustre/15923/0x10000002 [ 3043.720701] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3043.759085] CPU: 0 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3043.775076] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3043.781020] Call Trace: [ 3043.782176] [] dump_stack+0x19/0x1b [ 3043.784302] [] __schedule_bug+0x64/0x72 [ 3043.786981] [] __schedule+0x791/0x7d0 [ 3043.790291] [] __cond_resched+0x26/0x30 [ 3043.792376] [] _cond_resched+0x3a/0x50 [ 3043.796306] [] __getblk+0x40/0x300 [ 3043.798243] [] ? _submit_bh+0x144/0x160 [ 3043.800242] [] __breadahead+0x21/0x70 [ 3043.802108] [] __ldiskfs_get_inode_loc+0x3ba/0x400 [ldiskfs] [ 3043.805102] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3043.807204] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3043.811886] [] ? do_raw_spin_unlock+0x49/0x90 [ 3043.814776] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3043.818919] [] mount_bdev+0x1b0/0x1f0 [ 3043.822915] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3043.825529] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3043.827711] [] mount_fs+0x39/0x1b0 [ 3043.829438] [] vfs_kern_mount+0x67/0x110 [ 3043.834434] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3043.839912] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3043.843636] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3043.849860] [] obd_setup+0x167/0x540 [obdclass] [ 3043.851812] [] class_setup+0x54f/0x830 [obdclass] [ 3043.864213] [] class_process_config+0x149b/0x2660 [obdclass] [ 3043.866649] [] ? do_raw_spin_unlock+0x49/0x90 [ 3043.869057] [] ? __kmalloc+0x1e0/0x340 [ 3043.871139] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3043.873321] [] do_lcfg+0x263/0x520 [obdclass] [ 3043.875683] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3043.878875] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3043.882609] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3043.886597] [] ? __mutex_init+0x56/0x60 [ 3043.888959] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3043.891441] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3043.895772] [] mount_nodev+0x4d/0xb0 [ 3043.899186] [] lustre_mount+0x18/0x20 [lustre] [ 3043.903041] [] mount_fs+0x39/0x1b0 [ 3043.905131] [] vfs_kern_mount+0x67/0x110 [ 3043.908589] [] do_mount+0x1ef/0xce0 [ 3043.910274] [] ? copy_mount_options+0x39/0x1b0 [ 3043.914809] [] SyS_mount+0x83/0xd0 [ 3043.917896] [] system_call_fastpath+0x1f/0x24 [ 3043.925014] BUG: scheduling while atomic: mount.lustre/15923/0x00000002 [ 3043.928933] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3043.978967] CPU: 0 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3043.989444] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3043.993410] Call Trace: [ 3043.995085] [] dump_stack+0x19/0x1b [ 3043.997739] [] __schedule_bug+0x64/0x72 [ 3044.002723] [] __schedule+0x791/0x7d0 [ 3044.005832] [] ? bit_wait+0x50/0x50 [ 3044.009589] [] schedule+0x29/0x70 [ 3044.015856] [] schedule_timeout+0x209/0x290 [ 3044.019107] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3044.023149] [] ? kvm_clock_read+0x33/0x40 [ 3044.026833] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3044.028314] [] ? bit_wait+0x50/0x50 [ 3044.032091] [] io_schedule_timeout+0xad/0x130 [ 3044.039491] [] io_schedule+0x18/0x20 [ 3044.045162] [] bit_wait_io+0x11/0x50 [ 3044.050087] [] __wait_on_bit+0x65/0x90 [ 3044.053619] [] ? bit_wait+0x50/0x50 [ 3044.055119] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3044.058276] [] ? wake_bit_function+0x40/0x40 [ 3044.065310] [] __wait_on_buffer+0x2a/0x30 [ 3044.068276] [] __ldiskfs_get_inode_loc+0x1bd/0x400 [ldiskfs] [ 3044.071043] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3044.074767] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3044.078678] [] ? do_raw_spin_unlock+0x49/0x90 [ 3044.081291] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3044.084427] [] mount_bdev+0x1b0/0x1f0 [ 3044.089319] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3044.092105] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3044.095630] [] mount_fs+0x39/0x1b0 [ 3044.098343] [] vfs_kern_mount+0x67/0x110 [ 3044.100459] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3044.102978] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3044.108251] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3044.111948] [] obd_setup+0x167/0x540 [obdclass] [ 3044.116180] [] class_setup+0x54f/0x830 [obdclass] [ 3044.119581] [] class_process_config+0x149b/0x2660 [obdclass] [ 3044.123702] [] ? do_raw_spin_unlock+0x49/0x90 [ 3044.129076] [] ? __kmalloc+0x1e0/0x340 [ 3044.132568] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3044.134553] [] do_lcfg+0x263/0x520 [obdclass] [ 3044.138545] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3044.143290] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3044.145407] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3044.147988] [] ? __mutex_init+0x56/0x60 [ 3044.149867] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3044.152321] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3044.154634] [] mount_nodev+0x4d/0xb0 [ 3044.159175] [] lustre_mount+0x18/0x20 [lustre] [ 3044.163851] [] mount_fs+0x39/0x1b0 [ 3044.168446] [] vfs_kern_mount+0x67/0x110 [ 3044.172236] [] do_mount+0x1ef/0xce0 [ 3044.174835] [] ? copy_mount_options+0x39/0x1b0 [ 3044.181860] [] SyS_mount+0x83/0xd0 [ 3044.187334] [] system_call_fastpath+0x1f/0x24 [ 3044.195370] BUG: scheduling while atomic: mount.lustre/15923/0x00000002 [ 3044.197301] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3044.220013] CPU: 0 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3044.226006] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3044.231104] Call Trace: [ 3044.232322] [] dump_stack+0x19/0x1b [ 3044.234349] [] __schedule_bug+0x64/0x72 [ 3044.240784] [] __schedule+0x791/0x7d0 [ 3044.243651] [] schedule+0x29/0x70 [ 3044.245313] [] jbd2_journal_load+0x215/0x2d0 [jbd2] [ 3044.247198] [] ? wake_up_atomic_t+0x30/0x30 [ 3044.249180] [] ldiskfs_load_journal+0x61f/0x71c [ldiskfs] [ 3044.251800] [] ? do_raw_spin_unlock+0x49/0x90 [ 3044.254778] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3044.258002] [] mount_bdev+0x1b0/0x1f0 [ 3044.261406] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3044.264523] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3044.266755] [] mount_fs+0x39/0x1b0 [ 3044.268803] [] vfs_kern_mount+0x67/0x110 [ 3044.270943] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3044.272656] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3044.275057] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3044.277305] [] obd_setup+0x167/0x540 [obdclass] [ 3044.278876] [] class_setup+0x54f/0x830 [obdclass] [ 3044.280590] [] class_process_config+0x149b/0x2660 [obdclass] [ 3044.283237] [] ? do_raw_spin_unlock+0x49/0x90 [ 3044.286490] [] ? __kmalloc+0x1e0/0x340 [ 3044.288504] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3044.290719] [] do_lcfg+0x263/0x520 [obdclass] [ 3044.293244] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3044.297970] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3044.301281] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3044.304553] [] ? __mutex_init+0x56/0x60 [ 3044.306987] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3044.310897] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3044.313256] [] mount_nodev+0x4d/0xb0 [ 3044.314720] [] lustre_mount+0x18/0x20 [lustre] [ 3044.317185] [] mount_fs+0x39/0x1b0 [ 3044.318904] [] vfs_kern_mount+0x67/0x110 [ 3044.323352] [] do_mount+0x1ef/0xce0 [ 3044.325231] [] ? copy_mount_options+0x39/0x1b0 [ 3044.329716] [] SyS_mount+0x83/0xd0 [ 3044.332013] [] system_call_fastpath+0x1f/0x24 [ 3044.334884] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3044.337383] in_atomic(): 1, irqs_disabled(): 0, pid: 15923, name: mount.lustre [ 3044.340503] CPU: 1 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3044.344587] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3044.351724] Call Trace: [ 3044.353780] [] dump_stack+0x19/0x1b [ 3044.355575] [] __might_sleep+0xd9/0x100 [ 3044.357641] [] __kmalloc+0x73/0x340 [ 3044.359311] [] ? __debug_object_init+0x249/0x480 [ 3044.361597] [] ? __alloc_workqueue_key+0x261/0x480 [ 3044.365643] [] __alloc_workqueue_key+0x261/0x480 [ 3044.369714] [] ? do_raw_spin_unlock+0x49/0x90 [ 3044.371823] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3044.376602] [] mount_bdev+0x1b0/0x1f0 [ 3044.377973] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3044.380743] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3044.383400] [] mount_fs+0x39/0x1b0 [ 3044.386368] [] vfs_kern_mount+0x67/0x110 [ 3044.389212] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3044.392293] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3044.395141] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3044.398747] [] obd_setup+0x167/0x540 [obdclass] [ 3044.401694] [] class_setup+0x54f/0x830 [obdclass] [ 3044.404280] [] class_process_config+0x149b/0x2660 [obdclass] [ 3044.407882] [] ? do_raw_spin_unlock+0x49/0x90 [ 3044.409967] [] ? __kmalloc+0x1e0/0x340 [ 3044.412623] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3044.414769] [] do_lcfg+0x263/0x520 [obdclass] [ 3044.416926] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3044.422745] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3044.426766] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3044.431565] [] ? __mutex_init+0x56/0x60 [ 3044.433420] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3044.435779] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3044.437463] [] mount_nodev+0x4d/0xb0 [ 3044.438793] [] lustre_mount+0x18/0x20 [lustre] [ 3044.440240] [] mount_fs+0x39/0x1b0 [ 3044.441416] [] vfs_kern_mount+0x67/0x110 [ 3044.443075] [] do_mount+0x1ef/0xce0 [ 3044.444566] [] ? copy_mount_options+0x39/0x1b0 [ 3044.451036] [] SyS_mount+0x83/0xd0 [ 3044.454571] [] system_call_fastpath+0x1f/0x24 [ 3044.457313] BUG: scheduling while atomic: mount.lustre/15923/0x10000002 [ 3044.460338] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3044.487742] CPU: 1 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3044.497719] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3044.504008] Call Trace: [ 3044.507054] [] dump_stack+0x19/0x1b [ 3044.508690] [] __schedule_bug+0x64/0x72 [ 3044.510443] [] __schedule+0x791/0x7d0 [ 3044.512209] [] __cond_resched+0x26/0x30 [ 3044.516999] [] _cond_resched+0x3a/0x50 [ 3044.520587] [] __kmalloc+0x78/0x340 [ 3044.527570] [] ? __debug_object_init+0x249/0x480 [ 3044.532020] [] ? __alloc_workqueue_key+0x261/0x480 [ 3044.537043] [] __alloc_workqueue_key+0x261/0x480 [ 3044.539370] [] ? do_raw_spin_unlock+0x49/0x90 [ 3044.544674] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3044.548191] [] mount_bdev+0x1b0/0x1f0 [ 3044.550291] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3044.555881] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3044.559695] [] mount_fs+0x39/0x1b0 [ 3044.563022] [] vfs_kern_mount+0x67/0x110 [ 3044.565546] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3044.571101] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3044.575392] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3044.578251] [] obd_setup+0x167/0x540 [obdclass] [ 3044.581025] [] class_setup+0x54f/0x830 [obdclass] [ 3044.583295] [] class_process_config+0x149b/0x2660 [obdclass] [ 3044.585456] [] ? do_raw_spin_unlock+0x49/0x90 [ 3044.587506] [] ? __kmalloc+0x1e0/0x340 [ 3044.590000] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3044.592999] [] do_lcfg+0x263/0x520 [obdclass] [ 3044.595183] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3044.598082] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3044.600649] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3044.604115] [] ? __mutex_init+0x56/0x60 [ 3044.607024] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3044.611667] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3044.614088] [] mount_nodev+0x4d/0xb0 [ 3044.617980] [] lustre_mount+0x18/0x20 [lustre] [ 3044.620187] [] mount_fs+0x39/0x1b0 [ 3044.622302] [] vfs_kern_mount+0x67/0x110 [ 3044.624798] [] do_mount+0x1ef/0xce0 [ 3044.626799] [] ? copy_mount_options+0x39/0x1b0 [ 3044.631129] [] SyS_mount+0x83/0xd0 [ 3044.633863] [] system_call_fastpath+0x1f/0x24 [ 3044.635948] BUG: scheduling while atomic: mount.lustre/15923/0x00000002 [ 3044.638563] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3044.666216] CPU: 0 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3044.670383] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3044.674318] Call Trace: [ 3044.675925] [] dump_stack+0x19/0x1b [ 3044.676953] [] __schedule_bug+0x64/0x72 [ 3044.678971] [] __schedule+0x791/0x7d0 [ 3044.680551] [] ? enqueue_entity+0x2ef/0xc30 [ 3044.683715] [] schedule+0x29/0x70 [ 3044.685691] [] schedule_timeout+0x209/0x290 [ 3044.687912] [] ? select_task_rq_fair+0x65c/0x780 [ 3044.691093] [] ? check_preempt_curr+0x80/0xa0 [ 3044.694018] [] ? ttwu_do_wakeup+0x19/0xf0 [ 3044.695856] [] wait_for_completion+0xfc/0x140 [ 3044.699603] [] ? wake_up_state+0x20/0x20 [ 3044.702009] [] kthread_create_on_node+0xa8/0x140 [ 3044.704073] [] ? process_one_work+0x4a0/0x4a0 [ 3044.706046] [] __alloc_workqueue_key+0x336/0x480 [ 3044.708385] [] ? do_raw_spin_unlock+0x49/0x90 [ 3044.710203] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3044.712400] [] mount_bdev+0x1b0/0x1f0 [ 3044.714560] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3044.717589] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3044.720167] [] mount_fs+0x39/0x1b0 [ 3044.723604] [] vfs_kern_mount+0x67/0x110 [ 3044.727004] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3044.730850] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3044.734061] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3044.737945] [] obd_setup+0x167/0x540 [obdclass] [ 3044.740007] [] class_setup+0x54f/0x830 [obdclass] [ 3044.743316] [] class_process_config+0x149b/0x2660 [obdclass] [ 3044.746822] [] ? do_raw_spin_unlock+0x49/0x90 [ 3044.749374] [] ? __kmalloc+0x1e0/0x340 [ 3044.751939] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3044.754406] [] do_lcfg+0x263/0x520 [obdclass] [ 3044.756720] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3044.758999] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3044.761431] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3044.764564] [] ? __mutex_init+0x56/0x60 [ 3044.768306] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3044.770915] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3044.773928] [] mount_nodev+0x4d/0xb0 [ 3044.775816] [] lustre_mount+0x18/0x20 [lustre] [ 3044.779451] [] mount_fs+0x39/0x1b0 [ 3044.783774] [] vfs_kern_mount+0x67/0x110 [ 3044.786011] [] do_mount+0x1ef/0xce0 [ 3044.789986] [] ? copy_mount_options+0x39/0x1b0 [ 3044.793970] [] SyS_mount+0x83/0xd0 [ 3044.797376] [] system_call_fastpath+0x1f/0x24 [ 3044.800985] BUG: scheduling while atomic: mount.lustre/15923/0x00000002 [ 3044.803874] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3044.826971] CPU: 1 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3044.829933] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3044.832843] Call Trace: [ 3044.833642] [] dump_stack+0x19/0x1b [ 3044.835598] [] __schedule_bug+0x64/0x72 [ 3044.837310] [] __schedule+0x791/0x7d0 [ 3044.838566] [] ? bit_wait+0x50/0x50 [ 3044.840627] [] schedule+0x29/0x70 [ 3044.842238] [] schedule_timeout+0x209/0x290 [ 3044.846067] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3044.848982] [] ? kvm_clock_read+0x33/0x40 [ 3044.850923] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3044.853029] [] ? ktime_get_ts64+0x4c/0xf0 [ 3044.856674] [] ? bit_wait+0x50/0x50 [ 3044.860064] [] io_schedule_timeout+0xad/0x130 [ 3044.862901] [] io_schedule+0x18/0x20 [ 3044.864553] [] bit_wait_io+0x11/0x50 [ 3044.866334] [] __wait_on_bit+0x65/0x90 [ 3044.872600] [] ? bit_wait+0x50/0x50 [ 3044.874526] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3044.876661] [] ? wake_bit_function+0x40/0x40 [ 3044.878769] [] __sync_dirty_buffer+0xe8/0x110 [ 3044.883916] [] sync_dirty_buffer+0x13/0x20 [ 3044.887959] [] ldiskfs_commit_super+0x1e0/0x280 [ldiskfs] [ 3044.891810] [] ldiskfs_setup_super+0x120/0x190 [ldiskfs] [ 3044.894144] [] ldiskfs_fill_super+0x2429/0x3060 [ldiskfs] [ 3044.896338] [] mount_bdev+0x1b0/0x1f0 [ 3044.898840] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3044.901995] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3044.905847] [] mount_fs+0x39/0x1b0 [ 3044.909617] [] vfs_kern_mount+0x67/0x110 [ 3044.912336] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3044.914428] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3044.917004] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3044.919090] [] obd_setup+0x167/0x540 [obdclass] [ 3044.921646] [] class_setup+0x54f/0x830 [obdclass] [ 3044.924054] [] class_process_config+0x149b/0x2660 [obdclass] [ 3044.928376] [] ? do_raw_spin_unlock+0x49/0x90 [ 3044.932634] [] ? __kmalloc+0x1e0/0x340 [ 3044.935409] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3044.940855] [] do_lcfg+0x263/0x520 [obdclass] [ 3044.944692] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3044.948347] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3044.951683] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3044.955745] [] ? __mutex_init+0x56/0x60 [ 3044.958812] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3044.963016] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3044.965549] [] mount_nodev+0x4d/0xb0 [ 3044.967011] [] lustre_mount+0x18/0x20 [lustre] [ 3044.969357] [] mount_fs+0x39/0x1b0 [ 3044.973931] [] vfs_kern_mount+0x67/0x110 [ 3044.976234] [] do_mount+0x1ef/0xce0 [ 3044.978169] [] ? copy_mount_options+0x39/0x1b0 [ 3044.982454] [] SyS_mount+0x83/0xd0 [ 3044.985188] [] system_call_fastpath+0x1f/0x24 [ 3044.987988] BUG: scheduling while atomic: mount.lustre/15923/0x00000002 [ 3044.990746] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3045.020347] CPU: 0 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3045.024715] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3045.029730] Call Trace: [ 3045.030612] [] dump_stack+0x19/0x1b [ 3045.033575] [] __schedule_bug+0x64/0x72 [ 3045.036184] [] __schedule+0x791/0x7d0 [ 3045.039993] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3045.044793] [] ? bit_wait+0x50/0x50 [ 3045.047824] [] schedule+0x29/0x70 [ 3045.051315] [] schedule_timeout+0x209/0x290 [ 3045.053986] [] ? kvm_clock_read+0x33/0x40 [ 3045.058137] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3045.060186] [] ? ktime_get_ts64+0x4c/0xf0 [ 3045.061985] [] ? bit_wait+0x50/0x50 [ 3045.063730] [] io_schedule_timeout+0xad/0x130 [ 3045.069686] [] io_schedule+0x18/0x20 [ 3045.074303] [] bit_wait_io+0x11/0x50 [ 3045.076832] [] __wait_on_bit+0x65/0x90 [ 3045.078641] [] ? bit_wait+0x50/0x50 [ 3045.080464] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3045.082533] [] ? wake_bit_function+0x40/0x40 [ 3045.084499] [] __wait_on_buffer+0x2a/0x30 [ 3045.089581] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3045.095404] [] ? mark_page_accessed+0xd8/0xe0 [ 3045.101166] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3045.106551] [] v2_read_header+0x1f/0x50 [ 3045.109388] [] v2_check_quota_file+0x2b/0x70 [ 3045.113675] [] ? igrab+0x36/0x60 [ 3045.116048] [] vfs_load_quota_inode+0x279/0x570 [ 3045.123718] [] ? unlock_new_inode+0x55/0x80 [ 3045.125734] [] dquot_enable+0xf0/0x110 [ 3045.130802] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3045.135728] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3045.140797] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3045.145457] [] mount_bdev+0x1b0/0x1f0 [ 3045.149050] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3045.151889] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3045.154011] [] mount_fs+0x39/0x1b0 [ 3045.155862] [] vfs_kern_mount+0x67/0x110 [ 3045.157792] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3045.160022] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3045.162408] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3045.164646] [] obd_setup+0x167/0x540 [obdclass] [ 3045.166572] [] class_setup+0x54f/0x830 [obdclass] [ 3045.168688] [] class_process_config+0x149b/0x2660 [obdclass] [ 3045.171050] [] ? do_raw_spin_unlock+0x49/0x90 [ 3045.173074] [] ? __kmalloc+0x1e0/0x340 [ 3045.174940] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3045.183852] [] do_lcfg+0x263/0x520 [obdclass] [ 3045.187968] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3045.192635] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3045.196860] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3045.205561] [] ? __mutex_init+0x56/0x60 [ 3045.209249] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3045.213647] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3045.218587] [] mount_nodev+0x4d/0xb0 [ 3045.221565] [] lustre_mount+0x18/0x20 [lustre] [ 3045.223466] [] mount_fs+0x39/0x1b0 [ 3045.227262] [] vfs_kern_mount+0x67/0x110 [ 3045.232493] [] do_mount+0x1ef/0xce0 [ 3045.235655] [] ? copy_mount_options+0x39/0x1b0 [ 3045.238955] [] SyS_mount+0x83/0xd0 [ 3045.241681] [] system_call_fastpath+0x1f/0x24 [ 3045.245716] BUG: scheduling while atomic: mount.lustre/15923/0x00000002 [ 3045.250430] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3045.284799] CPU: 1 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3045.288780] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3045.292654] Call Trace: [ 3045.293368] [] dump_stack+0x19/0x1b [ 3045.295939] [] __schedule_bug+0x64/0x72 [ 3045.297757] [] __schedule+0x791/0x7d0 [ 3045.300148] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3045.303067] [] ? bit_wait+0x50/0x50 [ 3045.305831] [] schedule+0x29/0x70 [ 3045.308335] [] schedule_timeout+0x209/0x290 [ 3045.311511] [] ? kvm_clock_read+0x33/0x40 [ 3045.314178] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3045.316531] [] ? ktime_get_ts64+0x4c/0xf0 [ 3045.318951] [] ? bit_wait+0x50/0x50 [ 3045.322729] [] io_schedule_timeout+0xad/0x130 [ 3045.326171] [] io_schedule+0x18/0x20 [ 3045.328848] [] bit_wait_io+0x11/0x50 [ 3045.331226] [] __wait_on_bit+0x65/0x90 [ 3045.334764] [] ? bit_wait+0x50/0x50 [ 3045.336872] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3045.341371] [] ? wake_bit_function+0x40/0x40 [ 3045.344850] [] __wait_on_buffer+0x2a/0x30 [ 3045.347707] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3045.352661] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3045.355382] [] v2_read_header+0x1f/0x50 [ 3045.360407] [] v2_check_quota_file+0x2b/0x70 [ 3045.363352] [] ? igrab+0x36/0x60 [ 3045.365289] [] vfs_load_quota_inode+0x279/0x570 [ 3045.372957] [] ? unlock_new_inode+0x55/0x80 [ 3045.376105] [] dquot_enable+0xf0/0x110 [ 3045.378018] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3045.382122] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3045.384809] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3045.387090] [] mount_bdev+0x1b0/0x1f0 [ 3045.389320] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3045.392635] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3045.395025] [] mount_fs+0x39/0x1b0 [ 3045.397547] [] vfs_kern_mount+0x67/0x110 [ 3045.399576] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3045.401695] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3045.404569] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3045.408675] [] obd_setup+0x167/0x540 [obdclass] [ 3045.411709] [] class_setup+0x54f/0x830 [obdclass] [ 3045.415209] [] class_process_config+0x149b/0x2660 [obdclass] [ 3045.420710] [] ? do_raw_spin_unlock+0x49/0x90 [ 3045.422649] [] ? __kmalloc+0x1e0/0x340 [ 3045.426868] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3045.429935] [] do_lcfg+0x263/0x520 [obdclass] [ 3045.434817] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3045.439976] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3045.442713] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3045.446052] [] ? __mutex_init+0x56/0x60 [ 3045.451224] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3045.455532] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3045.460418] [] mount_nodev+0x4d/0xb0 [ 3045.463636] [] lustre_mount+0x18/0x20 [lustre] [ 3045.466878] [] mount_fs+0x39/0x1b0 [ 3045.470059] [] vfs_kern_mount+0x67/0x110 [ 3045.472866] [] do_mount+0x1ef/0xce0 [ 3045.475913] [] ? copy_mount_options+0x39/0x1b0 [ 3045.478676] [] SyS_mount+0x83/0xd0 [ 3045.481385] [] system_call_fastpath+0x1f/0x24 [ 3045.486352] BUG: sleeping function called from invalid context at kernel/mutex.c:104 [ 3045.489156] in_atomic(): 1, irqs_disabled(): 0, pid: 15923, name: mount.lustre [ 3045.493106] CPU: 0 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3045.499038] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3045.502541] Call Trace: [ 3045.503403] [] dump_stack+0x19/0x1b [ 3045.505269] [] __might_sleep+0xd9/0x100 [ 3045.507450] [] mutex_lock+0x20/0x40 [ 3045.509418] [] vfs_load_quota_inode+0x2d8/0x570 [ 3045.511922] [] dquot_enable+0xf0/0x110 [ 3045.514189] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3045.518664] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3045.521157] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3045.523619] [] mount_bdev+0x1b0/0x1f0 [ 3045.525850] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3045.528379] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3045.530957] [] mount_fs+0x39/0x1b0 [ 3045.532819] [] vfs_kern_mount+0x67/0x110 [ 3045.535080] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3045.537395] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3045.541374] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3045.544190] [] obd_setup+0x167/0x540 [obdclass] [ 3045.546297] [] class_setup+0x54f/0x830 [obdclass] [ 3045.549896] [] class_process_config+0x149b/0x2660 [obdclass] [ 3045.555230] [] ? do_raw_spin_unlock+0x49/0x90 [ 3045.557555] [] ? __kmalloc+0x1e0/0x340 [ 3045.559593] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3045.561623] [] do_lcfg+0x263/0x520 [obdclass] [ 3045.566673] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3045.569704] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3045.573660] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3045.576928] [] ? __mutex_init+0x56/0x60 [ 3045.581379] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3045.586282] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3045.589267] [] mount_nodev+0x4d/0xb0 [ 3045.591824] [] lustre_mount+0x18/0x20 [lustre] [ 3045.595051] [] mount_fs+0x39/0x1b0 [ 3045.597678] [] vfs_kern_mount+0x67/0x110 [ 3045.598909] [] do_mount+0x1ef/0xce0 [ 3045.600516] [] ? copy_mount_options+0x39/0x1b0 [ 3045.603566] [] SyS_mount+0x83/0xd0 [ 3045.605955] [] system_call_fastpath+0x1f/0x24 [ 3045.612798] BUG: scheduling while atomic: mount.lustre/15923/0x10000002 [ 3045.616341] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3045.644097] CPU: 0 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3045.649272] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3045.654214] Call Trace: [ 3045.655005] [] dump_stack+0x19/0x1b [ 3045.659315] [] __schedule_bug+0x64/0x72 [ 3045.662391] [] __schedule+0x791/0x7d0 [ 3045.664516] [] __cond_resched+0x26/0x30 [ 3045.666157] [] _cond_resched+0x3a/0x50 [ 3045.668126] [] mutex_lock+0x25/0x40 [ 3045.671056] [] vfs_load_quota_inode+0x2d8/0x570 [ 3045.674268] [] dquot_enable+0xf0/0x110 [ 3045.677113] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3045.680792] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3045.683241] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3045.685444] [] mount_bdev+0x1b0/0x1f0 [ 3045.687701] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3045.690170] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3045.692663] [] mount_fs+0x39/0x1b0 [ 3045.694583] [] vfs_kern_mount+0x67/0x110 [ 3045.697290] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3045.700147] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3045.703266] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3045.705748] [] obd_setup+0x167/0x540 [obdclass] [ 3045.709343] [] class_setup+0x54f/0x830 [obdclass] [ 3045.713024] [] class_process_config+0x149b/0x2660 [obdclass] [ 3045.717081] [] ? do_raw_spin_unlock+0x49/0x90 [ 3045.720243] [] ? __kmalloc+0x1e0/0x340 [ 3045.722251] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3045.724559] [] do_lcfg+0x263/0x520 [obdclass] [ 3045.727792] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3045.730941] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3045.733660] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3045.737519] [] ? __mutex_init+0x56/0x60 [ 3045.739696] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3045.742029] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3045.743886] [] mount_nodev+0x4d/0xb0 [ 3045.746220] [] lustre_mount+0x18/0x20 [lustre] [ 3045.748621] [] mount_fs+0x39/0x1b0 [ 3045.750148] [] vfs_kern_mount+0x67/0x110 [ 3045.752310] [] do_mount+0x1ef/0xce0 [ 3045.755098] [] ? copy_mount_options+0x39/0x1b0 [ 3045.757146] [] SyS_mount+0x83/0xd0 [ 3045.758934] [] system_call_fastpath+0x1f/0x24 [ 3045.761386] BUG: scheduling while atomic: mount.lustre/15923/0x00000002 [ 3045.764511] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3045.790120] CPU: 0 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3045.793127] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3045.797979] Call Trace: [ 3045.798872] [] dump_stack+0x19/0x1b [ 3045.800650] [] __schedule_bug+0x64/0x72 [ 3045.802735] [] __schedule+0x791/0x7d0 [ 3045.804637] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3045.808202] [] ? bit_wait+0x50/0x50 [ 3045.810079] [] schedule+0x29/0x70 [ 3045.812903] [] schedule_timeout+0x209/0x290 [ 3045.815525] [] ? kvm_clock_read+0x33/0x40 [ 3045.817305] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3045.821118] [] ? ktime_get_ts64+0x4c/0xf0 [ 3045.823267] [] ? bit_wait+0x50/0x50 [ 3045.825211] [] io_schedule_timeout+0xad/0x130 [ 3045.827245] [] io_schedule+0x18/0x20 [ 3045.829130] [] bit_wait_io+0x11/0x50 [ 3045.830716] [] __wait_on_bit+0x65/0x90 [ 3045.832800] [] ? bit_wait+0x50/0x50 [ 3045.834434] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3045.836671] [] ? wake_bit_function+0x40/0x40 [ 3045.840089] [] __wait_on_buffer+0x2a/0x30 [ 3045.843208] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3045.845554] [] ? mark_page_accessed+0xd8/0xe0 [ 3045.849920] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3045.852464] [] v2_read_header+0x1f/0x50 [ 3045.853953] [] v2_check_quota_file+0x2b/0x70 [ 3045.856142] [] ? igrab+0x36/0x60 [ 3045.857378] [] vfs_load_quota_inode+0x279/0x570 [ 3045.859101] [] ? unlock_new_inode+0x55/0x80 [ 3045.860922] [] dquot_enable+0xf0/0x110 [ 3045.862585] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3045.864909] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3045.867162] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3045.870215] [] mount_bdev+0x1b0/0x1f0 [ 3045.872485] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3045.875359] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3045.878082] [] mount_fs+0x39/0x1b0 [ 3045.880367] [] vfs_kern_mount+0x67/0x110 [ 3045.884175] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3045.886362] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3045.888821] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3045.891221] [] obd_setup+0x167/0x540 [obdclass] [ 3045.895660] [] class_setup+0x54f/0x830 [obdclass] [ 3045.899860] [] class_process_config+0x149b/0x2660 [obdclass] [ 3045.903853] [] ? do_raw_spin_unlock+0x49/0x90 [ 3045.907834] [] ? __kmalloc+0x1e0/0x340 [ 3045.911612] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3045.916794] [] do_lcfg+0x263/0x520 [obdclass] [ 3045.919669] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3045.923169] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3045.927463] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3045.931781] [] ? __mutex_init+0x56/0x60 [ 3045.934055] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3045.938218] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3045.940821] [] mount_nodev+0x4d/0xb0 [ 3045.944776] [] lustre_mount+0x18/0x20 [lustre] [ 3045.950347] [] mount_fs+0x39/0x1b0 [ 3045.955463] [] vfs_kern_mount+0x67/0x110 [ 3045.957839] [] do_mount+0x1ef/0xce0 [ 3045.960352] [] ? copy_mount_options+0x39/0x1b0 [ 3045.964039] [] SyS_mount+0x83/0xd0 [ 3045.967733] [] system_call_fastpath+0x1f/0x24 [ 3045.971400] LDISKFS-fs (dm-0): mounted filesystem with ordered data mode. Opts: user_xattr,errors=remount-ro,user_xattr,no_mbcache,nodelalloc [ 3045.978605] BUG: scheduling while atomic: mount.lustre/15923/0x00000002 [ 3045.983682] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3046.015466] CPU: 1 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3046.020139] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3046.023559] Call Trace: [ 3046.024351] [] dump_stack+0x19/0x1b [ 3046.028679] [] __schedule_bug+0x64/0x72 [ 3046.030637] [] __schedule+0x791/0x7d0 [ 3046.032851] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3046.036873] [] ? bit_wait+0x50/0x50 [ 3046.038154] [] schedule+0x29/0x70 [ 3046.039960] [] schedule_timeout+0x209/0x290 [ 3046.042386] [] ? kvm_clock_read+0x33/0x40 [ 3046.048215] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3046.051028] [] ? ktime_get_ts64+0x4c/0xf0 [ 3046.053898] [] ? bit_wait+0x50/0x50 [ 3046.057180] [] io_schedule_timeout+0xad/0x130 [ 3046.060792] [] io_schedule+0x18/0x20 [ 3046.063574] [] bit_wait_io+0x11/0x50 [ 3046.065862] [] __wait_on_bit+0x65/0x90 [ 3046.068237] [] ? bit_wait+0x50/0x50 [ 3046.071237] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3046.074094] [] ? wake_bit_function+0x40/0x40 [ 3046.077066] [] __wait_on_buffer+0x2a/0x30 [ 3046.078607] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3046.080289] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3046.084980] [] read_blk+0x4c/0x60 [ 3046.086573] [] find_tree_dqentry+0x47/0x240 [ 3046.089926] [] find_tree_dqentry+0x1aa/0x240 [ 3046.092229] [] find_tree_dqentry+0x1aa/0x240 [ 3046.094008] [] find_tree_dqentry+0x1aa/0x240 [ 3046.098606] [] qtree_read_dquot+0x14c/0x380 [ 3046.101333] [] v2_read_dquot+0x2b/0x30 [ 3046.103170] [] dquot_acquire+0xe4/0x130 [ 3046.106547] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3046.112421] [] dqget+0x3fb/0x460 [ 3046.114648] [] __dquot_initialize+0x12d/0x230 [ 3046.116239] [] ? __free_pages+0x25/0x30 [ 3046.117867] [] ? free_pages.part.76+0x40/0x50 [ 3046.120046] [] dquot_initialize+0x13/0x20 [ 3046.122169] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3046.124306] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3046.126622] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3046.131834] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3046.137059] [] obd_setup+0x167/0x540 [obdclass] [ 3046.140354] [] class_setup+0x54f/0x830 [obdclass] [ 3046.143165] [] class_process_config+0x149b/0x2660 [obdclass] [ 3046.145448] [] ? do_raw_spin_unlock+0x49/0x90 [ 3046.149338] [] ? __kmalloc+0x1e0/0x340 [ 3046.151243] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3046.153455] [] do_lcfg+0x263/0x520 [obdclass] [ 3046.156137] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3046.160982] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3046.163792] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3046.166491] [] ? __mutex_init+0x56/0x60 [ 3046.168407] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3046.173226] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3046.177063] [] mount_nodev+0x4d/0xb0 [ 3046.180295] [] lustre_mount+0x18/0x20 [lustre] [ 3046.182481] [] mount_fs+0x39/0x1b0 [ 3046.184273] [] vfs_kern_mount+0x67/0x110 [ 3046.188231] [] do_mount+0x1ef/0xce0 [ 3046.194231] [] ? copy_mount_options+0x39/0x1b0 [ 3046.196878] [] SyS_mount+0x83/0xd0 [ 3046.199086] [] system_call_fastpath+0x1f/0x24 [ 3046.203633] BUG: scheduling while atomic: mount.lustre/15923/0x00000002 [ 3046.206656] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3046.231505] CPU: 0 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3046.236829] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3046.241362] Call Trace: [ 3046.242158] [] dump_stack+0x19/0x1b [ 3046.244015] [] __schedule_bug+0x64/0x72 [ 3046.246121] [] __schedule+0x791/0x7d0 [ 3046.248046] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3046.250641] [] ? bit_wait+0x50/0x50 [ 3046.253183] [] schedule+0x29/0x70 [ 3046.255287] [] schedule_timeout+0x209/0x290 [ 3046.257914] [] ? kvm_clock_read+0x33/0x40 [ 3046.260036] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3046.262418] [] ? ktime_get_ts64+0x4c/0xf0 [ 3046.266488] [] ? bit_wait+0x50/0x50 [ 3046.268598] [] io_schedule_timeout+0xad/0x130 [ 3046.274444] [] io_schedule+0x18/0x20 [ 3046.277003] [] bit_wait_io+0x11/0x50 [ 3046.280168] [] __wait_on_bit+0x65/0x90 [ 3046.282809] [] ? bit_wait+0x50/0x50 [ 3046.285521] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3046.288626] [] ? wake_bit_function+0x40/0x40 [ 3046.291373] [] __wait_on_buffer+0x2a/0x30 [ 3046.294538] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3046.297950] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3046.301604] [] read_blk+0x4c/0x60 [ 3046.305823] [] find_tree_dqentry+0x47/0x240 [ 3046.309130] [] find_tree_dqentry+0x1aa/0x240 [ 3046.311598] [] find_tree_dqentry+0x1aa/0x240 [ 3046.313365] [] find_tree_dqentry+0x1aa/0x240 [ 3046.315061] [] qtree_read_dquot+0x14c/0x380 [ 3046.319419] [] v2_read_dquot+0x2b/0x30 [ 3046.322831] [] dquot_acquire+0xe4/0x130 [ 3046.325553] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3046.330887] [] dqget+0x3fb/0x460 [ 3046.332769] [] __dquot_initialize+0x12d/0x230 [ 3046.334965] [] ? __free_pages+0x25/0x30 [ 3046.336722] [] dquot_initialize+0x13/0x20 [ 3046.338418] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3046.340518] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3046.342454] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3046.347529] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3046.351906] [] obd_setup+0x167/0x540 [obdclass] [ 3046.357210] [] class_setup+0x54f/0x830 [obdclass] [ 3046.362284] [] class_process_config+0x149b/0x2660 [obdclass] [ 3046.365417] [] ? do_raw_spin_unlock+0x49/0x90 [ 3046.368343] [] ? __kmalloc+0x1e0/0x340 [ 3046.371299] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3046.373690] [] do_lcfg+0x263/0x520 [obdclass] [ 3046.376445] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3046.379228] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3046.381522] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3046.385912] [] ? __mutex_init+0x56/0x60 [ 3046.388527] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3046.391716] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3046.396098] [] mount_nodev+0x4d/0xb0 [ 3046.398394] [] lustre_mount+0x18/0x20 [lustre] [ 3046.400301] [] mount_fs+0x39/0x1b0 [ 3046.403825] [] vfs_kern_mount+0x67/0x110 [ 3046.406851] [] do_mount+0x1ef/0xce0 [ 3046.409383] [] ? copy_mount_options+0x39/0x1b0 [ 3046.411139] [] SyS_mount+0x83/0xd0 [ 3046.412767] [] system_call_fastpath+0x1f/0x24 [ 3046.417254] BUG: scheduling while atomic: mount.lustre/15923/0x00000002 [ 3046.419549] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3046.446175] CPU: 1 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3046.451353] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3046.454585] Call Trace: [ 3046.455279] [] dump_stack+0x19/0x1b [ 3046.456916] [] __schedule_bug+0x64/0x72 [ 3046.458557] [] __schedule+0x791/0x7d0 [ 3046.460685] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3046.463596] [] ? bit_wait+0x50/0x50 [ 3046.465452] [] schedule+0x29/0x70 [ 3046.468573] [] schedule_timeout+0x209/0x290 [ 3046.470558] [] ? kvm_clock_read+0x33/0x40 [ 3046.472784] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3046.475019] [] ? ktime_get_ts64+0x4c/0xf0 [ 3046.478588] [] ? bit_wait+0x50/0x50 [ 3046.482264] [] io_schedule_timeout+0xad/0x130 [ 3046.485099] [] io_schedule+0x18/0x20 [ 3046.487960] [] bit_wait_io+0x11/0x50 [ 3046.489802] [] __wait_on_bit+0x65/0x90 [ 3046.491792] [] ? bit_wait+0x50/0x50 [ 3046.495148] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3046.499244] [] ? wake_bit_function+0x40/0x40 [ 3046.501913] [] __wait_on_buffer+0x2a/0x30 [ 3046.504831] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3046.511083] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3046.513801] [] read_blk+0x4c/0x60 [ 3046.515704] [] find_tree_dqentry+0x47/0x240 [ 3046.517520] [] find_tree_dqentry+0x1aa/0x240 [ 3046.519485] [] find_tree_dqentry+0x1aa/0x240 [ 3046.523088] [] find_tree_dqentry+0x1aa/0x240 [ 3046.526639] [] qtree_read_dquot+0x14c/0x380 [ 3046.529282] [] v2_read_dquot+0x2b/0x30 [ 3046.531204] [] dquot_acquire+0xe4/0x130 [ 3046.534197] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3046.538521] [] dqget+0x3fb/0x460 [ 3046.541535] [] __dquot_initialize+0x12d/0x230 [ 3046.543707] [] dquot_initialize+0x13/0x20 [ 3046.547300] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3046.550102] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3046.552819] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3046.555128] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3046.557874] [] obd_setup+0x167/0x540 [obdclass] [ 3046.559611] [] class_setup+0x54f/0x830 [obdclass] [ 3046.561499] [] class_process_config+0x149b/0x2660 [obdclass] [ 3046.563229] [] ? do_raw_spin_unlock+0x49/0x90 [ 3046.565142] [] ? __kmalloc+0x1e0/0x340 [ 3046.568224] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3046.570818] [] do_lcfg+0x263/0x520 [obdclass] [ 3046.572897] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3046.575740] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3046.578476] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3046.581444] [] ? __mutex_init+0x56/0x60 [ 3046.584820] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3046.587381] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3046.591529] [] mount_nodev+0x4d/0xb0 [ 3046.595603] [] lustre_mount+0x18/0x20 [lustre] [ 3046.598774] [] mount_fs+0x39/0x1b0 [ 3046.601658] [] vfs_kern_mount+0x67/0x110 [ 3046.605489] [] do_mount+0x1ef/0xce0 [ 3046.607115] [] ? copy_mount_options+0x39/0x1b0 [ 3046.609290] [] SyS_mount+0x83/0xd0 [ 3046.612037] [] system_call_fastpath+0x1f/0x24 [ 3046.614577] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3046.618369] in_atomic(): 1, irqs_disabled(): 0, pid: 15923, name: mount.lustre [ 3046.625319] CPU: 2 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3046.630128] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3046.634237] Call Trace: [ 3046.635647] [] dump_stack+0x19/0x1b [ 3046.638758] [] __might_sleep+0xd9/0x100 [ 3046.641642] [] __kmalloc+0x73/0x340 [ 3046.643812] [] ? getdqbuf+0x14/0x40 [ 3046.647803] [] getdqbuf+0x14/0x40 [ 3046.650838] [] find_tree_dqentry+0xaf/0x240 [ 3046.652755] [] find_tree_dqentry+0x1aa/0x240 [ 3046.655008] [] find_tree_dqentry+0x1aa/0x240 [ 3046.657677] [] find_tree_dqentry+0x1aa/0x240 [ 3046.660759] [] qtree_read_dquot+0x14c/0x380 [ 3046.663141] [] v2_read_dquot+0x2b/0x30 [ 3046.666042] [] dquot_acquire+0xe4/0x130 [ 3046.670712] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3046.672605] [] dqget+0x3fb/0x460 [ 3046.674090] [] __dquot_initialize+0x12d/0x230 [ 3046.676510] [] dquot_initialize+0x13/0x20 [ 3046.678908] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3046.682032] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3046.684259] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3046.688908] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3046.692007] [] obd_setup+0x167/0x540 [obdclass] [ 3046.694692] [] class_setup+0x54f/0x830 [obdclass] [ 3046.698006] [] class_process_config+0x149b/0x2660 [obdclass] [ 3046.702953] [] ? do_raw_spin_unlock+0x49/0x90 [ 3046.706980] [] ? __kmalloc+0x1e0/0x340 [ 3046.709156] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3046.711549] [] do_lcfg+0x263/0x520 [obdclass] [ 3046.715537] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3046.721078] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3046.724162] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3046.727142] [] ? __mutex_init+0x56/0x60 [ 3046.730716] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3046.733227] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3046.741010] [] mount_nodev+0x4d/0xb0 [ 3046.744593] [] lustre_mount+0x18/0x20 [lustre] [ 3046.749870] [] mount_fs+0x39/0x1b0 [ 3046.752167] [] vfs_kern_mount+0x67/0x110 [ 3046.754083] [] do_mount+0x1ef/0xce0 [ 3046.759378] [] ? copy_mount_options+0x39/0x1b0 [ 3046.762240] [] SyS_mount+0x83/0xd0 [ 3046.764338] [] system_call_fastpath+0x1f/0x24 [ 3046.766524] BUG: scheduling while atomic: mount.lustre/15923/0x10000002 [ 3046.771539] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3046.796984] CPU: 2 PID: 15923 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3046.802803] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3046.807063] Call Trace: [ 3046.808730] [] dump_stack+0x19/0x1b [ 3046.811269] [] __schedule_bug+0x64/0x72 [ 3046.813267] [] __schedule+0x791/0x7d0 [ 3046.816013] [] __cond_resched+0x26/0x30 [ 3046.818164] [] _cond_resched+0x3a/0x50 [ 3046.821218] [] __kmalloc+0x78/0x340 [ 3046.824542] [] ? getdqbuf+0x14/0x40 [ 3046.827096] [] getdqbuf+0x14/0x40 [ 3046.830146] [] find_tree_dqentry+0xaf/0x240 [ 3046.832818] [] find_tree_dqentry+0x1aa/0x240 [ 3046.835776] [] find_tree_dqentry+0x1aa/0x240 [ 3046.839939] [] find_tree_dqentry+0x1aa/0x240 [ 3046.842688] [] qtree_read_dquot+0x14c/0x380 [ 3046.845192] [] v2_read_dquot+0x2b/0x30 [ 3046.847999] [] dquot_acquire+0xe4/0x130 [ 3046.849764] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3046.852336] [] dqget+0x3fb/0x460 [ 3046.854310] [] __dquot_initialize+0x12d/0x230 [ 3046.855726] [] dquot_initialize+0x13/0x20 [ 3046.857472] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3046.859868] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3046.862456] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3046.864982] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3046.867493] [] obd_setup+0x167/0x540 [obdclass] [ 3046.869832] [] class_setup+0x54f/0x830 [obdclass] [ 3046.872487] [] class_process_config+0x149b/0x2660 [obdclass] [ 3046.876427] [] ? do_raw_spin_unlock+0x49/0x90 [ 3046.879846] [] ? __kmalloc+0x1e0/0x340 [ 3046.882677] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3046.886541] [] do_lcfg+0x263/0x520 [obdclass] [ 3046.889362] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3046.893012] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3046.897718] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3046.899542] [] ? __mutex_init+0x56/0x60 [ 3046.903019] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3046.905468] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3046.907148] [] mount_nodev+0x4d/0xb0 [ 3046.908597] [] lustre_mount+0x18/0x20 [lustre] [ 3046.914029] [] mount_fs+0x39/0x1b0 [ 3046.915794] [] vfs_kern_mount+0x67/0x110 [ 3046.917565] [] do_mount+0x1ef/0xce0 [ 3046.919667] [] ? copy_mount_options+0x39/0x1b0 [ 3046.921144] [] SyS_mount+0x83/0xd0 [ 3046.922737] [] system_call_fastpath+0x1f/0x24 [ 3046.986410] LustreError: MGC192.168.204.118@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail [ 3047.101477] Lustre: lustre-MDT0000: in recovery but waiting for the first client to connect [ 3048.509014] Lustre: DEBUG MARKER: oleg418-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all [ 3052.081974] Lustre: lustre-MDT0000: Will be in recovery for at least 1:00, or until 1 client reconnects [ 3052.082595] Lustre: lustre-MDT0000-lwp-MDT0001: Connection restored to (at 0@lo) [ 3052.082596] Lustre: Skipped 3 previous similar messages [ 3052.117593] Lustre: lustre-MDT0000: Recovery over after 0:01, of 1 clients 1 recovered and 0 were evicted. [ 3052.153642] Lustre: lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:167 to 0x2c0000401:193) [ 3052.182824] Lustre: lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:294 to 0x280000401:321) [ 3057.933390] Lustre: DEBUG MARKER: == sanity-lfsck test 31a: The LFSCK can find/repair the name entry with bad name hash (1) ========================================================== 07:57:49 (1750593469) [ 3058.277256] Lustre: 24389:0:(osd_internal.h:1335:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 257 < left 445, rollback = 2 [ 3058.283933] Lustre: 24389:0:(osd_internal.h:1335:osd_trans_exec_op()) Skipped 80 previous similar messages [ 3058.290604] Lustre: 24389:0:(osd_handler.c:1966:osd_trans_dump_creds()) create: 4/16/0, destroy: 0/0/0 [ 3058.294006] Lustre: 24389:0:(osd_handler.c:1966:osd_trans_dump_creds()) Skipped 80 previous similar messages [ 3058.297846] Lustre: 24389:0:(osd_handler.c:1973:osd_trans_dump_creds()) attr_set: 4/4/0, xattr_set: 9/445/0 [ 3058.300811] Lustre: 24389:0:(osd_handler.c:1973:osd_trans_dump_creds()) Skipped 80 previous similar messages [ 3058.305034] Lustre: 24389:0:(osd_handler.c:1983:osd_trans_dump_creds()) write: 7/88/0, punch: 0/0/0, quota 1/3/0 [ 3058.308251] Lustre: 24389:0:(osd_handler.c:1983:osd_trans_dump_creds()) Skipped 80 previous similar messages [ 3058.312797] Lustre: 24389:0:(osd_handler.c:1990:osd_trans_dump_creds()) insert: 13/232/2, delete: 0/0/0 [ 3058.316573] Lustre: 24389:0:(osd_handler.c:1990:osd_trans_dump_creds()) Skipped 80 previous similar messages [ 3058.320904] Lustre: 24389:0:(osd_handler.c:1997:osd_trans_dump_creds()) ref_add: 5/5/0, ref_del: 0/0/0 [ 3058.324873] Lustre: 24389:0:(osd_handler.c:1997:osd_trans_dump_creds()) Skipped 80 previous similar messages [ 3064.524348] Lustre: DEBUG MARKER: == sanity-lfsck test 31b: The LFSCK can find/repair the name entry with bad name hash (2) ========================================================== 07:57:56 (1750593476) [ 3073.918037] Lustre: DEBUG MARKER: == sanity-lfsck test 31c: Re-generate the lost master LMV EA for striped directory ========================================================== 07:58:05 (1750593485) [ 3074.926180] Lustre: *** cfs_fail_loc=1629, val=0*** [ 3074.928056] Lustre: Skipped 15 previous similar messages [ 3084.406052] Lustre: DEBUG MARKER: == sanity-lfsck test 31d: Set broken striped directory (modified after broken) as read-only ========================================================== 07:58:15 (1750593495) [ 3088.492352] Lustre: Failing over lustre-MDT0000 [ 3088.749515] Lustre: server umount lustre-MDT0000 complete [ 3092.146117] Lustre: lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete [ 3092.156597] Lustre: Skipped 6 previous similar messages [ 3094.198194] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3094.200760] in_atomic(): 1, irqs_disabled(): 0, pid: 19316, name: mount.lustre [ 3094.203086] CPU: 2 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3094.207715] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3094.212800] Call Trace: [ 3094.217303] [] dump_stack+0x19/0x1b [ 3094.221235] [] __might_sleep+0xd9/0x100 [ 3094.228257] [] kmem_cache_alloc+0x4f/0x2e0 [ 3094.242858] [] alloc_vfsmnt+0x24/0x240 [ 3094.247029] [] vfs_kern_mount+0x36/0x110 [ 3094.251023] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3094.256391] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3094.258888] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3094.260872] [] obd_setup+0x167/0x540 [obdclass] [ 3094.262681] [] class_setup+0x54f/0x830 [obdclass] [ 3094.264688] [] class_process_config+0x149b/0x2660 [obdclass] [ 3094.267247] [] ? do_raw_spin_unlock+0x49/0x90 [ 3094.269381] [] ? __kmalloc+0x1e0/0x340 [ 3094.271385] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3094.286107] [] do_lcfg+0x263/0x520 [obdclass] [ 3094.290933] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3094.302098] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3094.310962] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3094.318459] [] ? __mutex_init+0x56/0x60 [ 3094.327564] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3094.330041] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3094.345041] [] mount_nodev+0x4d/0xb0 [ 3094.350682] [] lustre_mount+0x18/0x20 [lustre] [ 3094.356366] [] mount_fs+0x39/0x1b0 [ 3094.362606] [] vfs_kern_mount+0x67/0x110 [ 3094.366943] [] do_mount+0x1ef/0xce0 [ 3094.370633] [] ? copy_mount_options+0x39/0x1b0 [ 3094.376789] [] SyS_mount+0x83/0xd0 [ 3094.386364] [] system_call_fastpath+0x1f/0x24 [ 3094.393931] BUG: scheduling while atomic: mount.lustre/19316/0x10000002 [ 3094.398164] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3094.433758] CPU: 2 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3094.443858] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3094.451661] Call Trace: [ 3094.453874] [] dump_stack+0x19/0x1b [ 3094.456910] [] __schedule_bug+0x64/0x72 [ 3094.470529] [] __schedule+0x791/0x7d0 [ 3094.474523] [] ? alloc_vfsmnt+0x24/0x240 [ 3094.482098] [] __cond_resched+0x26/0x30 [ 3094.483879] [] _cond_resched+0x3a/0x50 [ 3094.491752] [] kmem_cache_alloc+0x54/0x2e0 [ 3094.496523] [] alloc_vfsmnt+0x24/0x240 [ 3094.499649] [] vfs_kern_mount+0x36/0x110 [ 3094.502319] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3094.505224] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3094.509564] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3094.512419] [] obd_setup+0x167/0x540 [obdclass] [ 3094.519544] [] class_setup+0x54f/0x830 [obdclass] [ 3094.522601] [] class_process_config+0x149b/0x2660 [obdclass] [ 3094.528036] [] ? do_raw_spin_unlock+0x49/0x90 [ 3094.531056] [] ? __kmalloc+0x1e0/0x340 [ 3094.533188] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3094.535395] [] do_lcfg+0x263/0x520 [obdclass] [ 3094.537844] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3094.542800] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3094.545315] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3094.548139] [] ? __mutex_init+0x56/0x60 [ 3094.550976] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3094.554132] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3094.559264] [] mount_nodev+0x4d/0xb0 [ 3094.566553] [] lustre_mount+0x18/0x20 [lustre] [ 3094.569265] [] mount_fs+0x39/0x1b0 [ 3094.571628] [] vfs_kern_mount+0x67/0x110 [ 3094.573550] [] do_mount+0x1ef/0xce0 [ 3094.575119] [] ? copy_mount_options+0x39/0x1b0 [ 3094.577162] [] SyS_mount+0x83/0xd0 [ 3094.581187] [] system_call_fastpath+0x1f/0x24 [ 3094.587404] BUG: scheduling while atomic: mount.lustre/19316/0x00000002 [ 3094.589113] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3094.617950] CPU: 3 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3094.625306] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3094.632339] Call Trace: [ 3094.637330] [] dump_stack+0x19/0x1b [ 3094.639887] [] __schedule_bug+0x64/0x72 [ 3094.642836] [] __schedule+0x791/0x7d0 [ 3094.645658] [] ? bit_wait+0x50/0x50 [ 3094.647308] [] schedule+0x29/0x70 [ 3094.651166] [] schedule_timeout+0x209/0x290 [ 3094.655869] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3094.659855] [] ? kvm_clock_read+0x33/0x40 [ 3094.664369] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3094.668064] [] ? ktime_get_ts64+0x4c/0xf0 [ 3094.669853] [] ? bit_wait+0x50/0x50 [ 3094.671672] [] io_schedule_timeout+0xad/0x130 [ 3094.677101] [] io_schedule+0x18/0x20 [ 3094.680733] [] bit_wait_io+0x11/0x50 [ 3094.682916] [] __wait_on_bit+0x65/0x90 [ 3094.684433] [] ? bit_wait+0x50/0x50 [ 3094.687748] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3094.690317] [] ? wake_bit_function+0x40/0x40 [ 3094.692810] [] __bread+0xad/0xf0 [ 3094.694842] [] ldiskfs_fill_super+0x201/0x3060 [ldiskfs] [ 3094.698152] [] ? snprintf+0x49/0x70 [ 3094.701971] [] mount_bdev+0x1b0/0x1f0 [ 3094.705241] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3094.708320] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3094.711375] [] mount_fs+0x39/0x1b0 [ 3094.713531] [] vfs_kern_mount+0x67/0x110 [ 3094.715974] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3094.718213] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3094.720967] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3094.723876] [] obd_setup+0x167/0x540 [obdclass] [ 3094.727629] [] class_setup+0x54f/0x830 [obdclass] [ 3094.731777] [] class_process_config+0x149b/0x2660 [obdclass] [ 3094.736666] [] ? do_raw_spin_unlock+0x49/0x90 [ 3094.740827] [] ? __kmalloc+0x1e0/0x340 [ 3094.744562] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3094.750126] [] do_lcfg+0x263/0x520 [obdclass] [ 3094.752304] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3094.754375] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3094.756892] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3094.759211] [] ? __mutex_init+0x56/0x60 [ 3094.761129] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3094.763127] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3094.765154] [] mount_nodev+0x4d/0xb0 [ 3094.767000] [] lustre_mount+0x18/0x20 [lustre] [ 3094.768728] [] mount_fs+0x39/0x1b0 [ 3094.770331] [] vfs_kern_mount+0x67/0x110 [ 3094.775253] [] do_mount+0x1ef/0xce0 [ 3094.778944] [] ? copy_mount_options+0x39/0x1b0 [ 3094.782966] [] SyS_mount+0x83/0xd0 [ 3094.786793] [] system_call_fastpath+0x1f/0x24 [ 3094.808534] BUG: scheduling while atomic: mount.lustre/19316/0x10000002 [ 3094.810768] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3094.835938] CPU: 0 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3094.839699] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3094.842582] Call Trace: [ 3094.843405] [] dump_stack+0x19/0x1b [ 3094.844918] [] __schedule_bug+0x64/0x72 [ 3094.847409] [] __schedule+0x791/0x7d0 [ 3094.849201] [] __cond_resched+0x26/0x30 [ 3094.853044] [] _cond_resched+0x3a/0x50 [ 3094.856748] [] block_invalidatepage_range+0xb8/0x130 [ 3094.859786] [] do_invalidatepage_range+0x3a/0x80 [ 3094.863223] [] truncate_inode_page+0x77/0x80 [ 3094.865443] [] truncate_inode_pages_range+0x1ea/0x7d0 [ 3094.868726] [] ? debug_check_no_obj_freed+0x178/0x260 [ 3094.870906] [] ? smp_call_function_single+0x6f/0xc0 [ 3094.872922] [] ? kfree+0xa8/0x1d0 [ 3094.875227] [] ? mark_buffer_async_write+0x20/0x20 [ 3094.882879] [] ? free_cpumask_var+0x9/0x10 [ 3094.886123] [] ? on_each_cpu_cond+0xed/0x1e0 [ 3094.889487] [] ? __brelse+0x50/0x50 [ 3094.891477] [] truncate_inode_pages+0x15/0x20 [ 3094.894382] [] kill_bdev+0x35/0x40 [ 3094.908163] [] set_blocksize+0xab/0xd0 [ 3094.909867] [] sb_set_blocksize+0x1d/0x50 [ 3094.914064] [] ldiskfs_fill_super+0x8c3/0x3060 [ldiskfs] [ 3094.929448] [] mount_bdev+0x1b0/0x1f0 [ 3094.933157] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3094.938936] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3094.943184] [] mount_fs+0x39/0x1b0 [ 3094.948888] [] vfs_kern_mount+0x67/0x110 [ 3094.953114] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3094.958023] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3094.966171] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3094.989790] [] obd_setup+0x167/0x540 [obdclass] [ 3094.992281] [] class_setup+0x54f/0x830 [obdclass] [ 3094.995626] [] class_process_config+0x149b/0x2660 [obdclass] [ 3095.001125] [] ? do_raw_spin_unlock+0x49/0x90 [ 3095.006768] [] ? __kmalloc+0x1e0/0x340 [ 3095.008786] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3095.010956] [] do_lcfg+0x263/0x520 [obdclass] [ 3095.015468] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3095.020420] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3095.024336] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3095.028077] [] ? __mutex_init+0x56/0x60 [ 3095.030794] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3095.033715] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3095.035680] [] mount_nodev+0x4d/0xb0 [ 3095.038266] [] lustre_mount+0x18/0x20 [lustre] [ 3095.040460] [] mount_fs+0x39/0x1b0 [ 3095.050880] [] vfs_kern_mount+0x67/0x110 [ 3095.053580] [] do_mount+0x1ef/0xce0 [ 3095.056290] [] ? copy_mount_options+0x39/0x1b0 [ 3095.060311] [] SyS_mount+0x83/0xd0 [ 3095.070136] [] system_call_fastpath+0x1f/0x24 [ 3095.075696] BUG: scheduling while atomic: mount.lustre/19316/0x00000002 [ 3095.077825] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3095.144930] CPU: 1 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3095.155599] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3095.162289] Call Trace: [ 3095.163251] [] dump_stack+0x19/0x1b [ 3095.171884] [] __schedule_bug+0x64/0x72 [ 3095.179391] [] __schedule+0x791/0x7d0 [ 3095.182195] [] ? bit_wait+0x50/0x50 [ 3095.188283] [] schedule+0x29/0x70 [ 3095.191952] [] schedule_timeout+0x209/0x290 [ 3095.197816] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3095.204940] [] ? kvm_clock_read+0x33/0x40 [ 3095.206495] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3095.227880] [] ? ktime_get_ts64+0x4c/0xf0 [ 3095.229831] [] ? bit_wait+0x50/0x50 [ 3095.231553] [] io_schedule_timeout+0xad/0x130 [ 3095.233580] [] io_schedule+0x18/0x20 [ 3095.235587] [] bit_wait_io+0x11/0x50 [ 3095.237374] [] __wait_on_bit+0x65/0x90 [ 3095.239373] [] ? bit_wait+0x50/0x50 [ 3095.241096] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3095.243474] [] ? wake_bit_function+0x40/0x40 [ 3095.245635] [] __bread+0xad/0xf0 [ 3095.259750] [] ldiskfs_fill_super+0x8ff/0x3060 [ldiskfs] [ 3095.262293] [] mount_bdev+0x1b0/0x1f0 [ 3095.268219] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3095.278582] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3095.280510] [] mount_fs+0x39/0x1b0 [ 3095.288385] [] vfs_kern_mount+0x67/0x110 [ 3095.292302] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3095.301695] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3095.308820] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3095.311087] [] obd_setup+0x167/0x540 [obdclass] [ 3095.312937] [] class_setup+0x54f/0x830 [obdclass] [ 3095.324736] [] class_process_config+0x149b/0x2660 [obdclass] [ 3095.332275] [] ? do_raw_spin_unlock+0x49/0x90 [ 3095.344320] [] ? __kmalloc+0x1e0/0x340 [ 3095.350712] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3095.352823] [] do_lcfg+0x263/0x520 [obdclass] [ 3095.358293] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3095.361981] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3095.364293] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3095.370912] [] ? __mutex_init+0x56/0x60 [ 3095.377954] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3095.388031] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3095.392566] [] mount_nodev+0x4d/0xb0 [ 3095.394317] [] lustre_mount+0x18/0x20 [lustre] [ 3095.396313] [] mount_fs+0x39/0x1b0 [ 3095.398013] [] vfs_kern_mount+0x67/0x110 [ 3095.399836] [] do_mount+0x1ef/0xce0 [ 3095.412949] [] ? copy_mount_options+0x39/0x1b0 [ 3095.418575] [] SyS_mount+0x83/0xd0 [ 3095.422605] [] system_call_fastpath+0x1f/0x24 [ 3095.427026] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3095.440781] in_atomic(): 1, irqs_disabled(): 0, pid: 19316, name: mount.lustre [ 3095.446943] CPU: 0 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3095.451994] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3095.454785] Call Trace: [ 3095.455579] [] dump_stack+0x19/0x1b [ 3095.457354] [] __might_sleep+0xd9/0x100 [ 3095.459197] [] __kmalloc_node+0x76/0x3a0 [ 3095.461053] [] ? out_of_line_wait_on_bit+0x81/0xb0 [ 3095.463170] [] ? kvmalloc_node+0x85/0xd0 [ 3095.465039] [] kvmalloc_node+0x85/0xd0 [ 3095.466787] [] ldiskfs_fill_super+0x14c4/0x3060 [ldiskfs] [ 3095.469055] [] mount_bdev+0x1b0/0x1f0 [ 3095.475788] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3095.480366] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3095.483868] [] mount_fs+0x39/0x1b0 [ 3095.491924] [] vfs_kern_mount+0x67/0x110 [ 3095.494193] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3095.496726] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3095.498998] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3095.503966] [] obd_setup+0x167/0x540 [obdclass] [ 3095.508081] [] class_setup+0x54f/0x830 [obdclass] [ 3095.512875] [] class_process_config+0x149b/0x2660 [obdclass] [ 3095.516731] [] ? do_raw_spin_unlock+0x49/0x90 [ 3095.519988] [] ? __kmalloc+0x1e0/0x340 [ 3095.522864] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3095.527089] [] do_lcfg+0x263/0x520 [obdclass] [ 3095.529678] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3095.533148] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3095.539677] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3095.545441] [] ? __mutex_init+0x56/0x60 [ 3095.550164] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3095.553633] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3095.559179] [] mount_nodev+0x4d/0xb0 [ 3095.562613] [] lustre_mount+0x18/0x20 [lustre] [ 3095.567462] [] mount_fs+0x39/0x1b0 [ 3095.575052] [] vfs_kern_mount+0x67/0x110 [ 3095.578744] [] do_mount+0x1ef/0xce0 [ 3095.582712] [] ? copy_mount_options+0x39/0x1b0 [ 3095.585615] [] SyS_mount+0x83/0xd0 [ 3095.590906] [] system_call_fastpath+0x1f/0x24 [ 3095.593528] BUG: scheduling while atomic: mount.lustre/19316/0x10000002 [ 3095.597785] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3095.624260] CPU: 0 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3095.631050] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3095.641679] Call Trace: [ 3095.643841] [] dump_stack+0x19/0x1b [ 3095.648788] [] __schedule_bug+0x64/0x72 [ 3095.652019] [] __schedule+0x791/0x7d0 [ 3095.656217] [] __cond_resched+0x26/0x30 [ 3095.658368] [] _cond_resched+0x3a/0x50 [ 3095.661227] [] __kmalloc_node+0x7b/0x3a0 [ 3095.666143] [] ? out_of_line_wait_on_bit+0x81/0xb0 [ 3095.669372] [] ? kvmalloc_node+0x85/0xd0 [ 3095.673446] [] kvmalloc_node+0x85/0xd0 [ 3095.677089] [] ldiskfs_fill_super+0x14c4/0x3060 [ldiskfs] [ 3095.681335] [] mount_bdev+0x1b0/0x1f0 [ 3095.685771] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3095.689327] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3095.694398] [] mount_fs+0x39/0x1b0 [ 3095.697264] [] vfs_kern_mount+0x67/0x110 [ 3095.700042] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3095.704659] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3095.708301] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3095.712928] [] obd_setup+0x167/0x540 [obdclass] [ 3095.715857] [] class_setup+0x54f/0x830 [obdclass] [ 3095.721165] [] class_process_config+0x149b/0x2660 [obdclass] [ 3095.724399] [] ? do_raw_spin_unlock+0x49/0x90 [ 3095.728376] [] ? __kmalloc+0x1e0/0x340 [ 3095.732432] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3095.734565] [] do_lcfg+0x263/0x520 [obdclass] [ 3095.736098] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3095.738273] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3095.743819] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3095.748755] [] ? __mutex_init+0x56/0x60 [ 3095.750625] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3095.759857] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3095.765023] [] mount_nodev+0x4d/0xb0 [ 3095.771329] [] lustre_mount+0x18/0x20 [lustre] [ 3095.777525] [] mount_fs+0x39/0x1b0 [ 3095.783096] [] vfs_kern_mount+0x67/0x110 [ 3095.787807] [] do_mount+0x1ef/0xce0 [ 3095.793138] [] ? copy_mount_options+0x39/0x1b0 [ 3095.800855] [] SyS_mount+0x83/0xd0 [ 3095.803467] [] system_call_fastpath+0x1f/0x24 [ 3095.810934] BUG: scheduling while atomic: mount.lustre/19316/0x00000002 [ 3095.813896] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3095.849954] CPU: 1 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3095.857382] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3095.860450] Call Trace: [ 3095.861310] [] dump_stack+0x19/0x1b [ 3095.863272] [] __schedule_bug+0x64/0x72 [ 3095.865108] [] __schedule+0x791/0x7d0 [ 3095.869716] [] ? bit_wait+0x50/0x50 [ 3095.874442] [] schedule+0x29/0x70 [ 3095.878147] [] schedule_timeout+0x209/0x290 [ 3095.888020] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3095.891266] [] ? kvm_clock_read+0x33/0x40 [ 3095.898280] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3095.903346] [] ? bit_wait+0x50/0x50 [ 3095.906806] [] io_schedule_timeout+0xad/0x130 [ 3095.910893] [] io_schedule+0x18/0x20 [ 3095.915407] [] bit_wait_io+0x11/0x50 [ 3095.919861] [] __wait_on_bit+0x65/0x90 [ 3095.925563] [] ? bit_wait+0x50/0x50 [ 3095.930223] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3095.933857] [] ? wake_bit_function+0x40/0x40 [ 3095.938213] [] __wait_on_buffer+0x2a/0x30 [ 3095.944263] [] __ldiskfs_get_inode_loc+0x1bd/0x400 [ldiskfs] [ 3095.949140] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3095.951383] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3095.956006] [] ? do_raw_spin_unlock+0x49/0x90 [ 3095.963029] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3095.965818] [] mount_bdev+0x1b0/0x1f0 [ 3095.967230] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3095.969202] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3095.970703] [] mount_fs+0x39/0x1b0 [ 3095.972189] [] vfs_kern_mount+0x67/0x110 [ 3095.974329] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3095.976066] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3095.977629] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3095.982261] [] obd_setup+0x167/0x540 [obdclass] [ 3095.986311] [] class_setup+0x54f/0x830 [obdclass] [ 3095.991595] [] class_process_config+0x149b/0x2660 [obdclass] [ 3095.998561] [] ? do_raw_spin_unlock+0x49/0x90 [ 3096.001802] [] ? __kmalloc+0x1e0/0x340 [ 3096.008626] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3096.018261] [] do_lcfg+0x263/0x520 [obdclass] [ 3096.025709] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3096.028260] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3096.030730] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3096.033163] [] ? __mutex_init+0x56/0x60 [ 3096.035099] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3096.037505] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3096.039793] [] mount_nodev+0x4d/0xb0 [ 3096.041680] [] lustre_mount+0x18/0x20 [lustre] [ 3096.043732] [] mount_fs+0x39/0x1b0 [ 3096.045539] [] vfs_kern_mount+0x67/0x110 [ 3096.047359] [] do_mount+0x1ef/0xce0 [ 3096.049067] [] ? copy_mount_options+0x39/0x1b0 [ 3096.050657] [] SyS_mount+0x83/0xd0 [ 3096.052061] [] system_call_fastpath+0x1f/0x24 [ 3096.054219] BUG: scheduling while atomic: mount.lustre/19316/0x00000002 [ 3096.055830] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3096.088150] CPU: 0 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3096.101314] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3096.113306] Call Trace: [ 3096.118187] [] dump_stack+0x19/0x1b [ 3096.125308] [] __schedule_bug+0x64/0x72 [ 3096.128821] [] __schedule+0x791/0x7d0 [ 3096.132155] [] ? bit_wait+0x50/0x50 [ 3096.134147] [] schedule+0x29/0x70 [ 3096.142833] [] schedule_timeout+0x209/0x290 [ 3096.146460] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3096.153064] [] ? kvm_clock_read+0x33/0x40 [ 3096.154936] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3096.170972] [] ? bit_wait+0x50/0x50 [ 3096.177843] [] io_schedule_timeout+0xad/0x130 [ 3096.182289] [] io_schedule+0x18/0x20 [ 3096.186477] [] bit_wait_io+0x11/0x50 [ 3096.190056] [] __wait_on_bit+0x65/0x90 [ 3096.192728] [] ? bit_wait+0x50/0x50 [ 3096.194660] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3096.198257] [] ? wake_bit_function+0x40/0x40 [ 3096.202097] [] __wait_on_buffer+0x2a/0x30 [ 3096.206362] [] journal_get_superblock+0x2c8/0x3a0 [jbd2] [ 3096.209545] [] jbd2_journal_wipe+0x20/0xb0 [jbd2] [ 3096.211902] [] ldiskfs_load_journal+0x5c5/0x71c [ldiskfs] [ 3096.214423] [] ? do_raw_spin_unlock+0x49/0x90 [ 3096.217356] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3096.219876] [] mount_bdev+0x1b0/0x1f0 [ 3096.222574] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3096.225331] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3096.229212] [] mount_fs+0x39/0x1b0 [ 3096.231854] [] vfs_kern_mount+0x67/0x110 [ 3096.233769] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3096.239184] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3096.244129] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3096.249088] [] obd_setup+0x167/0x540 [obdclass] [ 3096.251465] [] class_setup+0x54f/0x830 [obdclass] [ 3096.253626] [] class_process_config+0x149b/0x2660 [obdclass] [ 3096.256157] [] ? do_raw_spin_unlock+0x49/0x90 [ 3096.258248] [] ? __kmalloc+0x1e0/0x340 [ 3096.262876] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3096.267141] [] do_lcfg+0x263/0x520 [obdclass] [ 3096.271160] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3096.275245] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3096.279670] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3096.284757] [] ? __mutex_init+0x56/0x60 [ 3096.287296] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3096.293171] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3096.297360] [] mount_nodev+0x4d/0xb0 [ 3096.302697] [] lustre_mount+0x18/0x20 [lustre] [ 3096.315617] [] mount_fs+0x39/0x1b0 [ 3096.319199] [] vfs_kern_mount+0x67/0x110 [ 3096.326698] [] do_mount+0x1ef/0xce0 [ 3096.331022] [] ? copy_mount_options+0x39/0x1b0 [ 3096.335739] [] SyS_mount+0x83/0xd0 [ 3096.339113] [] system_call_fastpath+0x1f/0x24 [ 3096.343370] BUG: scheduling while atomic: mount.lustre/19316/0x00000002 [ 3096.345766] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3096.391132] CPU: 1 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3096.396439] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3096.400766] Call Trace: [ 3096.404244] [] dump_stack+0x19/0x1b [ 3096.408044] [] __schedule_bug+0x64/0x72 [ 3096.410671] [] __schedule+0x791/0x7d0 [ 3096.412638] [] schedule+0x29/0x70 [ 3096.414482] [] schedule_timeout+0x209/0x290 [ 3096.416458] [] ? native_smp_send_reschedule+0x4c/0x70 [ 3096.418979] [] ? resched_curr+0xd8/0xf0 [ 3096.423334] [] ? check_preempt_curr+0x80/0xa0 [ 3096.425379] [] ? ttwu_do_wakeup+0x19/0xf0 [ 3096.427826] [] wait_for_completion+0xfc/0x140 [ 3096.430908] [] ? wake_up_state+0x20/0x20 [ 3096.434384] [] kthread_create_on_node+0xa8/0x140 [ 3096.438063] [] ? bit_wait+0x50/0x50 [ 3096.440683] [] ? commit_timeout+0x10/0x10 [jbd2] [ 3096.445672] [] jbd2_journal_load+0x16b/0x2d0 [jbd2] [ 3096.448524] [] ? ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3096.452010] [] ldiskfs_load_journal+0x61f/0x71c [ldiskfs] [ 3096.459000] [] ? do_raw_spin_unlock+0x49/0x90 [ 3096.462146] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3096.466352] [] mount_bdev+0x1b0/0x1f0 [ 3096.468115] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3096.472606] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3096.474961] [] mount_fs+0x39/0x1b0 [ 3096.477592] [] vfs_kern_mount+0x67/0x110 [ 3096.481613] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3096.484527] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3096.487980] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3096.492120] [] obd_setup+0x167/0x540 [obdclass] [ 3096.494398] [] class_setup+0x54f/0x830 [obdclass] [ 3096.500081] [] class_process_config+0x149b/0x2660 [obdclass] [ 3096.503933] [] ? do_raw_spin_unlock+0x49/0x90 [ 3096.506660] [] ? __kmalloc+0x1e0/0x340 [ 3096.510239] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3096.513089] [] do_lcfg+0x263/0x520 [obdclass] [ 3096.516655] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3096.520067] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3096.524341] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3096.528078] [] ? __mutex_init+0x56/0x60 [ 3096.530967] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3096.535151] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3096.538276] [] mount_nodev+0x4d/0xb0 [ 3096.541480] [] lustre_mount+0x18/0x20 [lustre] [ 3096.545244] [] mount_fs+0x39/0x1b0 [ 3096.548600] [] vfs_kern_mount+0x67/0x110 [ 3096.555820] [] do_mount+0x1ef/0xce0 [ 3096.557431] [] ? copy_mount_options+0x39/0x1b0 [ 3096.559563] [] SyS_mount+0x83/0xd0 [ 3096.561331] [] system_call_fastpath+0x1f/0x24 [ 3096.563696] BUG: scheduling while atomic: mount.lustre/19316/0x00000002 [ 3096.565944] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3096.601768] CPU: 0 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3096.605675] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3096.607912] Call Trace: [ 3096.608588] [] dump_stack+0x19/0x1b [ 3096.609923] [] __schedule_bug+0x64/0x72 [ 3096.611315] [] __schedule+0x791/0x7d0 [ 3096.615511] [] schedule+0x29/0x70 [ 3096.622178] [] jbd2_journal_load+0x215/0x2d0 [jbd2] [ 3096.624437] [] ? wake_up_atomic_t+0x30/0x30 [ 3096.630011] [] ldiskfs_load_journal+0x61f/0x71c [ldiskfs] [ 3096.631944] [] ? do_raw_spin_unlock+0x49/0x90 [ 3096.633656] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3096.636116] [] mount_bdev+0x1b0/0x1f0 [ 3096.638093] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3096.643854] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3096.647701] [] mount_fs+0x39/0x1b0 [ 3096.651662] [] vfs_kern_mount+0x67/0x110 [ 3096.654502] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3096.657847] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3096.660558] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3096.668240] [] obd_setup+0x167/0x540 [obdclass] [ 3096.672883] [] class_setup+0x54f/0x830 [obdclass] [ 3096.677690] [] class_process_config+0x149b/0x2660 [obdclass] [ 3096.679987] [] ? do_raw_spin_unlock+0x49/0x90 [ 3096.682905] [] ? __kmalloc+0x1e0/0x340 [ 3096.686374] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3096.688126] [] do_lcfg+0x263/0x520 [obdclass] [ 3096.690305] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3096.692981] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3096.698101] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3096.702014] [] ? __mutex_init+0x56/0x60 [ 3096.709229] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3096.717110] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3096.720419] [] mount_nodev+0x4d/0xb0 [ 3096.724429] [] lustre_mount+0x18/0x20 [lustre] [ 3096.726744] [] mount_fs+0x39/0x1b0 [ 3096.728719] [] vfs_kern_mount+0x67/0x110 [ 3096.731149] [] do_mount+0x1ef/0xce0 [ 3096.732961] [] ? copy_mount_options+0x39/0x1b0 [ 3096.734790] [] SyS_mount+0x83/0xd0 [ 3096.736401] [] system_call_fastpath+0x1f/0x24 [ 3096.739260] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3096.741695] in_atomic(): 1, irqs_disabled(): 0, pid: 19316, name: mount.lustre [ 3096.750139] CPU: 1 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3096.754085] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3096.756669] Call Trace: [ 3096.757575] [] dump_stack+0x19/0x1b [ 3096.761892] [] __might_sleep+0xd9/0x100 [ 3096.766830] [] __kmalloc+0x73/0x340 [ 3096.771802] [] ? __debug_object_init+0x249/0x480 [ 3096.776208] [] ? __alloc_workqueue_key+0x261/0x480 [ 3096.781778] [] __alloc_workqueue_key+0x261/0x480 [ 3096.786248] [] ? do_raw_spin_unlock+0x49/0x90 [ 3096.789394] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3096.793918] [] mount_bdev+0x1b0/0x1f0 [ 3096.796722] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3096.799981] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3096.802440] [] mount_fs+0x39/0x1b0 [ 3096.805151] [] vfs_kern_mount+0x67/0x110 [ 3096.808832] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3096.811777] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3096.816320] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3096.819450] [] obd_setup+0x167/0x540 [obdclass] [ 3096.824015] [] class_setup+0x54f/0x830 [obdclass] [ 3096.827446] [] class_process_config+0x149b/0x2660 [obdclass] [ 3096.829950] [] ? do_raw_spin_unlock+0x49/0x90 [ 3096.832019] [] ? __kmalloc+0x1e0/0x340 [ 3096.833815] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3096.835911] [] do_lcfg+0x263/0x520 [obdclass] [ 3096.837940] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3096.840199] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3096.842513] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3096.844957] [] ? __mutex_init+0x56/0x60 [ 3096.846705] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3096.848876] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3096.851253] [] mount_nodev+0x4d/0xb0 [ 3096.853120] [] lustre_mount+0x18/0x20 [lustre] [ 3096.855102] [] mount_fs+0x39/0x1b0 [ 3096.856519] [] vfs_kern_mount+0x67/0x110 [ 3096.858117] [] do_mount+0x1ef/0xce0 [ 3096.863950] [] ? copy_mount_options+0x39/0x1b0 [ 3096.869993] [] SyS_mount+0x83/0xd0 [ 3096.873115] [] system_call_fastpath+0x1f/0x24 [ 3096.876407] BUG: scheduling while atomic: mount.lustre/19316/0x10000002 [ 3096.879870] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3096.901573] CPU: 1 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3096.905394] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3096.913658] Call Trace: [ 3096.914359] [] dump_stack+0x19/0x1b [ 3096.917643] [] __schedule_bug+0x64/0x72 [ 3096.920926] [] __schedule+0x791/0x7d0 [ 3096.923158] [] __cond_resched+0x26/0x30 [ 3096.926672] [] _cond_resched+0x3a/0x50 [ 3096.928201] [] __kmalloc+0x78/0x340 [ 3096.931460] [] ? __debug_object_init+0x249/0x480 [ 3096.933312] [] ? __alloc_workqueue_key+0x261/0x480 [ 3096.935059] [] __alloc_workqueue_key+0x261/0x480 [ 3096.936656] [] ? do_raw_spin_unlock+0x49/0x90 [ 3096.938218] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3096.940313] [] mount_bdev+0x1b0/0x1f0 [ 3096.942147] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3096.944495] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3096.946625] [] mount_fs+0x39/0x1b0 [ 3096.948146] [] vfs_kern_mount+0x67/0x110 [ 3096.949812] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3096.952148] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3096.954644] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3096.957177] [] obd_setup+0x167/0x540 [obdclass] [ 3096.961839] [] class_setup+0x54f/0x830 [obdclass] [ 3096.966263] [] class_process_config+0x149b/0x2660 [obdclass] [ 3096.970532] [] ? do_raw_spin_unlock+0x49/0x90 [ 3096.974611] [] ? __kmalloc+0x1e0/0x340 [ 3096.978255] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3096.982241] [] do_lcfg+0x263/0x520 [obdclass] [ 3096.987552] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3096.993900] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3096.999037] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3097.002408] [] ? __mutex_init+0x56/0x60 [ 3097.008184] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3097.012686] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3097.015803] [] mount_nodev+0x4d/0xb0 [ 3097.019708] [] lustre_mount+0x18/0x20 [lustre] [ 3097.022347] [] mount_fs+0x39/0x1b0 [ 3097.024485] [] vfs_kern_mount+0x67/0x110 [ 3097.027405] [] do_mount+0x1ef/0xce0 [ 3097.029663] [] ? copy_mount_options+0x39/0x1b0 [ 3097.032232] [] SyS_mount+0x83/0xd0 [ 3097.035474] [] system_call_fastpath+0x1f/0x24 [ 3097.037280] BUG: scheduling while atomic: mount.lustre/19316/0x00000002 [ 3097.039421] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3097.058915] CPU: 1 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3097.061672] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3097.064704] Call Trace: [ 3097.065507] [] dump_stack+0x19/0x1b [ 3097.067058] [] __schedule_bug+0x64/0x72 [ 3097.068931] [] __schedule+0x791/0x7d0 [ 3097.070620] [] schedule+0x29/0x70 [ 3097.072003] [] schedule_timeout+0x209/0x290 [ 3097.073710] [] ? native_smp_send_reschedule+0x4c/0x70 [ 3097.075697] [] ? resched_curr+0xd8/0xf0 [ 3097.077085] [] ? check_preempt_curr+0x80/0xa0 [ 3097.083302] [] ? ttwu_do_wakeup+0x19/0xf0 [ 3097.087688] [] wait_for_completion+0xfc/0x140 [ 3097.093090] [] ? wake_up_state+0x20/0x20 [ 3097.106099] [] kthread_create_on_node+0xa8/0x140 [ 3097.108610] [] ? process_one_work+0x4a0/0x4a0 [ 3097.115724] [] __alloc_workqueue_key+0x336/0x480 [ 3097.119175] [] ? do_raw_spin_unlock+0x49/0x90 [ 3097.125842] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3097.130068] [] mount_bdev+0x1b0/0x1f0 [ 3097.132861] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3097.135082] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3097.137042] [] mount_fs+0x39/0x1b0 [ 3097.138827] [] vfs_kern_mount+0x67/0x110 [ 3097.140866] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3097.143181] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3097.145683] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3097.147877] [] obd_setup+0x167/0x540 [obdclass] [ 3097.149801] [] class_setup+0x54f/0x830 [obdclass] [ 3097.152951] [] class_process_config+0x149b/0x2660 [obdclass] [ 3097.164630] [] ? do_raw_spin_unlock+0x49/0x90 [ 3097.167536] [] ? __kmalloc+0x1e0/0x340 [ 3097.176235] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3097.182434] [] do_lcfg+0x263/0x520 [obdclass] [ 3097.187181] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3097.189597] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3097.192208] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3097.196331] [] ? __mutex_init+0x56/0x60 [ 3097.198830] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3097.202922] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3097.205249] [] mount_nodev+0x4d/0xb0 [ 3097.208725] [] lustre_mount+0x18/0x20 [lustre] [ 3097.213221] [] mount_fs+0x39/0x1b0 [ 3097.215228] [] vfs_kern_mount+0x67/0x110 [ 3097.216676] [] do_mount+0x1ef/0xce0 [ 3097.218107] [] ? copy_mount_options+0x39/0x1b0 [ 3097.219937] [] SyS_mount+0x83/0xd0 [ 3097.223713] [] system_call_fastpath+0x1f/0x24 [ 3097.226503] BUG: scheduling while atomic: mount.lustre/19316/0x00000002 [ 3097.228646] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3097.255654] CPU: 0 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3097.260071] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3097.273582] Call Trace: [ 3097.278752] [] dump_stack+0x19/0x1b [ 3097.280764] [] __schedule_bug+0x64/0x72 [ 3097.288340] [] __schedule+0x791/0x7d0 [ 3097.292830] [] ? bit_wait+0x50/0x50 [ 3097.294724] [] schedule+0x29/0x70 [ 3097.302666] [] schedule_timeout+0x209/0x290 [ 3097.304582] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3097.311332] [] ? kvm_clock_read+0x33/0x40 [ 3097.314801] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3097.317135] [] ? ktime_get_ts64+0x4c/0xf0 [ 3097.323979] [] ? bit_wait+0x50/0x50 [ 3097.332395] [] io_schedule_timeout+0xad/0x130 [ 3097.338303] [] io_schedule+0x18/0x20 [ 3097.340022] [] bit_wait_io+0x11/0x50 [ 3097.342430] [] __wait_on_bit+0x65/0x90 [ 3097.344861] [] ? bit_wait+0x50/0x50 [ 3097.346540] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3097.354594] [] ? wake_bit_function+0x40/0x40 [ 3097.357789] [] __sync_dirty_buffer+0xe8/0x110 [ 3097.362026] [] sync_dirty_buffer+0x13/0x20 [ 3097.368888] [] ldiskfs_commit_super+0x1e0/0x280 [ldiskfs] [ 3097.374128] [] ldiskfs_setup_super+0x120/0x190 [ldiskfs] [ 3097.382142] [] ldiskfs_fill_super+0x2429/0x3060 [ldiskfs] [ 3097.385811] [] mount_bdev+0x1b0/0x1f0 [ 3097.389736] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3097.393903] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3097.399128] [] mount_fs+0x39/0x1b0 [ 3097.400989] [] vfs_kern_mount+0x67/0x110 [ 3097.404260] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3097.407979] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3097.417276] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3097.425340] [] obd_setup+0x167/0x540 [obdclass] [ 3097.433453] [] class_setup+0x54f/0x830 [obdclass] [ 3097.442056] [] class_process_config+0x149b/0x2660 [obdclass] [ 3097.444740] [] ? do_raw_spin_unlock+0x49/0x90 [ 3097.448675] [] ? __kmalloc+0x1e0/0x340 [ 3097.451016] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3097.457769] [] do_lcfg+0x263/0x520 [obdclass] [ 3097.462118] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3097.467382] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3097.473313] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3097.475764] [] ? __mutex_init+0x56/0x60 [ 3097.477667] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3097.479888] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3097.491826] [] mount_nodev+0x4d/0xb0 [ 3097.496010] [] lustre_mount+0x18/0x20 [lustre] [ 3097.505609] [] mount_fs+0x39/0x1b0 [ 3097.508612] [] vfs_kern_mount+0x67/0x110 [ 3097.510604] [] do_mount+0x1ef/0xce0 [ 3097.512429] [] ? copy_mount_options+0x39/0x1b0 [ 3097.514447] [] SyS_mount+0x83/0xd0 [ 3097.516129] [] system_call_fastpath+0x1f/0x24 [ 3097.518442] BUG: scheduling while atomic: mount.lustre/19316/0x00000002 [ 3097.520618] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3097.549989] CPU: 1 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3097.556101] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3097.560990] Call Trace: [ 3097.563667] [] dump_stack+0x19/0x1b [ 3097.567048] [] __schedule_bug+0x64/0x72 [ 3097.570347] [] __schedule+0x791/0x7d0 [ 3097.573832] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3097.581186] [] ? bit_wait+0x50/0x50 [ 3097.583871] [] schedule+0x29/0x70 [ 3097.587056] [] schedule_timeout+0x209/0x290 [ 3097.590107] [] ? kvm_clock_read+0x33/0x40 [ 3097.594651] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3097.597294] [] ? ktime_get_ts64+0x4c/0xf0 [ 3097.599455] [] ? bit_wait+0x50/0x50 [ 3097.602760] [] io_schedule_timeout+0xad/0x130 [ 3097.605611] [] io_schedule+0x18/0x20 [ 3097.608761] [] bit_wait_io+0x11/0x50 [ 3097.614115] [] __wait_on_bit+0x65/0x90 [ 3097.618419] [] ? bit_wait+0x50/0x50 [ 3097.624285] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3097.627486] [] ? wake_bit_function+0x40/0x40 [ 3097.633050] [] __wait_on_buffer+0x2a/0x30 [ 3097.636987] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3097.641255] [] ? mark_page_accessed+0xd8/0xe0 [ 3097.646116] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3097.650004] [] v2_read_header+0x1f/0x50 [ 3097.655219] [] v2_check_quota_file+0x2b/0x70 [ 3097.657631] [] ? igrab+0x36/0x60 [ 3097.664817] [] vfs_load_quota_inode+0x279/0x570 [ 3097.669599] [] ? unlock_new_inode+0x55/0x80 [ 3097.672029] [] dquot_enable+0xf0/0x110 [ 3097.675506] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3097.678815] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3097.682381] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3097.685079] [] mount_bdev+0x1b0/0x1f0 [ 3097.686932] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3097.689504] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3097.691466] [] mount_fs+0x39/0x1b0 [ 3097.695457] [] vfs_kern_mount+0x67/0x110 [ 3097.700159] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3097.705303] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3097.712661] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3097.719326] [] obd_setup+0x167/0x540 [obdclass] [ 3097.724012] [] class_setup+0x54f/0x830 [obdclass] [ 3097.727295] [] class_process_config+0x149b/0x2660 [obdclass] [ 3097.732312] [] ? do_raw_spin_unlock+0x49/0x90 [ 3097.737831] [] ? __kmalloc+0x1e0/0x340 [ 3097.741806] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3097.747641] [] do_lcfg+0x263/0x520 [obdclass] [ 3097.752578] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3097.756385] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3097.760824] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3097.765516] [] ? __mutex_init+0x56/0x60 [ 3097.768334] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3097.773286] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3097.777107] [] mount_nodev+0x4d/0xb0 [ 3097.780553] [] lustre_mount+0x18/0x20 [lustre] [ 3097.786714] [] mount_fs+0x39/0x1b0 [ 3097.792075] [] vfs_kern_mount+0x67/0x110 [ 3097.806030] [] do_mount+0x1ef/0xce0 [ 3097.808347] [] ? copy_mount_options+0x39/0x1b0 [ 3097.816726] [] SyS_mount+0x83/0xd0 [ 3097.828572] [] system_call_fastpath+0x1f/0x24 [ 3097.834222] BUG: sleeping function called from invalid context at kernel/mutex.c:104 [ 3097.839051] in_atomic(): 1, irqs_disabled(): 0, pid: 19316, name: mount.lustre [ 3097.841731] CPU: 0 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3097.850288] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3097.856687] Call Trace: [ 3097.857491] [] dump_stack+0x19/0x1b [ 3097.859864] [] __might_sleep+0xd9/0x100 [ 3097.863985] [] mutex_lock+0x20/0x40 [ 3097.868081] [] vfs_load_quota_inode+0x2d8/0x570 [ 3097.871605] [] dquot_enable+0xf0/0x110 [ 3097.874654] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3097.879375] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3097.881871] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3097.884273] [] mount_bdev+0x1b0/0x1f0 [ 3097.885978] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3097.888751] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3097.892766] [] mount_fs+0x39/0x1b0 [ 3097.894436] [] vfs_kern_mount+0x67/0x110 [ 3097.899868] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3097.904203] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3097.907765] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3097.911281] [] obd_setup+0x167/0x540 [obdclass] [ 3097.915372] [] class_setup+0x54f/0x830 [obdclass] [ 3097.920302] [] class_process_config+0x149b/0x2660 [obdclass] [ 3097.923660] [] ? do_raw_spin_unlock+0x49/0x90 [ 3097.928314] [] ? __kmalloc+0x1e0/0x340 [ 3097.932074] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3097.940255] [] do_lcfg+0x263/0x520 [obdclass] [ 3097.942633] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3097.946006] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3097.948037] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3097.950916] [] ? __mutex_init+0x56/0x60 [ 3097.952968] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3097.955723] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3097.957787] [] mount_nodev+0x4d/0xb0 [ 3097.960044] [] lustre_mount+0x18/0x20 [lustre] [ 3097.966571] [] mount_fs+0x39/0x1b0 [ 3097.968848] [] vfs_kern_mount+0x67/0x110 [ 3097.972593] [] do_mount+0x1ef/0xce0 [ 3097.974336] [] ? copy_mount_options+0x39/0x1b0 [ 3097.976453] [] SyS_mount+0x83/0xd0 [ 3097.979479] [] system_call_fastpath+0x1f/0x24 [ 3097.981712] BUG: scheduling while atomic: mount.lustre/19316/0x10000002 [ 3097.985795] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3098.033331] CPU: 0 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3098.044433] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3098.049340] Call Trace: [ 3098.050476] [] dump_stack+0x19/0x1b [ 3098.054943] [] __schedule_bug+0x64/0x72 [ 3098.058912] [] __schedule+0x791/0x7d0 [ 3098.063071] [] __cond_resched+0x26/0x30 [ 3098.065198] [] _cond_resched+0x3a/0x50 [ 3098.067187] [] mutex_lock+0x25/0x40 [ 3098.069880] [] vfs_load_quota_inode+0x2d8/0x570 [ 3098.073719] [] dquot_enable+0xf0/0x110 [ 3098.077292] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3098.080060] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3098.082430] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3098.085593] [] mount_bdev+0x1b0/0x1f0 [ 3098.087534] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3098.090048] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3098.095023] [] mount_fs+0x39/0x1b0 [ 3098.098329] [] vfs_kern_mount+0x67/0x110 [ 3098.101043] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3098.104030] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3098.109082] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3098.112206] [] obd_setup+0x167/0x540 [obdclass] [ 3098.119592] [] class_setup+0x54f/0x830 [obdclass] [ 3098.123807] [] class_process_config+0x149b/0x2660 [obdclass] [ 3098.128321] [] ? do_raw_spin_unlock+0x49/0x90 [ 3098.130828] [] ? __kmalloc+0x1e0/0x340 [ 3098.133732] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3098.137363] [] do_lcfg+0x263/0x520 [obdclass] [ 3098.142068] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3098.145316] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3098.149036] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3098.156235] [] ? __mutex_init+0x56/0x60 [ 3098.160585] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3098.165117] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3098.167873] [] mount_nodev+0x4d/0xb0 [ 3098.170878] [] lustre_mount+0x18/0x20 [lustre] [ 3098.174895] [] mount_fs+0x39/0x1b0 [ 3098.177149] [] vfs_kern_mount+0x67/0x110 [ 3098.179481] [] do_mount+0x1ef/0xce0 [ 3098.183511] [] ? copy_mount_options+0x39/0x1b0 [ 3098.187323] [] SyS_mount+0x83/0xd0 [ 3098.189926] [] system_call_fastpath+0x1f/0x24 [ 3098.195366] BUG: scheduling while atomic: mount.lustre/19316/0x00000002 [ 3098.197575] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3098.225358] CPU: 1 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3098.230018] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3098.238020] Call Trace: [ 3098.240648] [] dump_stack+0x19/0x1b [ 3098.244327] [] __schedule_bug+0x64/0x72 [ 3098.251468] [] __schedule+0x791/0x7d0 [ 3098.259564] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3098.263375] [] ? bit_wait+0x50/0x50 [ 3098.267168] [] schedule+0x29/0x70 [ 3098.272747] [] schedule_timeout+0x209/0x290 [ 3098.275524] [] ? kvm_clock_read+0x33/0x40 [ 3098.278553] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3098.282038] [] ? ktime_get_ts64+0x4c/0xf0 [ 3098.284086] [] ? bit_wait+0x50/0x50 [ 3098.286346] [] io_schedule_timeout+0xad/0x130 [ 3098.291801] [] io_schedule+0x18/0x20 [ 3098.293695] [] bit_wait_io+0x11/0x50 [ 3098.296283] [] __wait_on_bit+0x65/0x90 [ 3098.298651] [] ? bit_wait+0x50/0x50 [ 3098.303279] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3098.305737] [] ? wake_bit_function+0x40/0x40 [ 3098.309252] [] __wait_on_buffer+0x2a/0x30 [ 3098.311439] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3098.316001] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3098.318066] [] v2_read_header+0x1f/0x50 [ 3098.321114] [] v2_check_quota_file+0x2b/0x70 [ 3098.323601] [] ? igrab+0x36/0x60 [ 3098.325311] [] vfs_load_quota_inode+0x279/0x570 [ 3098.329201] [] ? unlock_new_inode+0x55/0x80 [ 3098.331308] [] dquot_enable+0xf0/0x110 [ 3098.334615] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3098.338880] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3098.342403] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3098.344910] [] mount_bdev+0x1b0/0x1f0 [ 3098.346893] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3098.351688] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3098.359787] [] mount_fs+0x39/0x1b0 [ 3098.361641] [] vfs_kern_mount+0x67/0x110 [ 3098.365631] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3098.372571] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3098.378574] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3098.384666] [] obd_setup+0x167/0x540 [obdclass] [ 3098.389769] [] class_setup+0x54f/0x830 [obdclass] [ 3098.395213] [] class_process_config+0x149b/0x2660 [obdclass] [ 3098.400929] [] ? do_raw_spin_unlock+0x49/0x90 [ 3098.403515] [] ? __kmalloc+0x1e0/0x340 [ 3098.408489] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3098.410687] [] do_lcfg+0x263/0x520 [obdclass] [ 3098.412827] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3098.415198] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3098.419782] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3098.424308] [] ? __mutex_init+0x56/0x60 [ 3098.431175] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3098.433538] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3098.438637] [] mount_nodev+0x4d/0xb0 [ 3098.441165] [] lustre_mount+0x18/0x20 [lustre] [ 3098.445447] [] mount_fs+0x39/0x1b0 [ 3098.447273] [] vfs_kern_mount+0x67/0x110 [ 3098.449377] [] do_mount+0x1ef/0xce0 [ 3098.454334] [] ? copy_mount_options+0x39/0x1b0 [ 3098.459796] [] SyS_mount+0x83/0xd0 [ 3098.462262] [] system_call_fastpath+0x1f/0x24 [ 3098.467950] BUG: scheduling while atomic: mount.lustre/19316/0x00000002 [ 3098.470980] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3098.496719] CPU: 0 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3098.502915] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3098.506731] Call Trace: [ 3098.507630] [] dump_stack+0x19/0x1b [ 3098.509677] [] __schedule_bug+0x64/0x72 [ 3098.512204] [] __schedule+0x791/0x7d0 [ 3098.514456] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3098.517620] [] ? bit_wait+0x50/0x50 [ 3098.519354] [] schedule+0x29/0x70 [ 3098.523130] [] schedule_timeout+0x209/0x290 [ 3098.527087] [] ? kvm_clock_read+0x33/0x40 [ 3098.530053] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3098.534112] [] ? ktime_get_ts64+0x4c/0xf0 [ 3098.538170] [] ? bit_wait+0x50/0x50 [ 3098.539840] [] io_schedule_timeout+0xad/0x130 [ 3098.541816] [] io_schedule+0x18/0x20 [ 3098.543571] [] bit_wait_io+0x11/0x50 [ 3098.545310] [] __wait_on_bit+0x65/0x90 [ 3098.547731] [] ? bit_wait+0x50/0x50 [ 3098.550570] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3098.556155] [] ? wake_bit_function+0x40/0x40 [ 3098.559190] [] __wait_on_buffer+0x2a/0x30 [ 3098.565248] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3098.569111] [] ? mark_page_accessed+0xd8/0xe0 [ 3098.573837] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3098.577560] [] v2_read_header+0x1f/0x50 [ 3098.580353] [] v2_check_quota_file+0x2b/0x70 [ 3098.584100] [] ? igrab+0x36/0x60 [ 3098.587086] [] vfs_load_quota_inode+0x279/0x570 [ 3098.589233] [] ? unlock_new_inode+0x55/0x80 [ 3098.591173] [] dquot_enable+0xf0/0x110 [ 3098.592961] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3098.595268] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3098.597694] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3098.600190] [] mount_bdev+0x1b0/0x1f0 [ 3098.602164] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3098.604549] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3098.606273] [] mount_fs+0x39/0x1b0 [ 3098.608151] [] vfs_kern_mount+0x67/0x110 [ 3098.610123] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3098.612279] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3098.614476] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3098.616918] [] obd_setup+0x167/0x540 [obdclass] [ 3098.619293] [] class_setup+0x54f/0x830 [obdclass] [ 3098.621142] [] class_process_config+0x149b/0x2660 [obdclass] [ 3098.626836] [] ? do_raw_spin_unlock+0x49/0x90 [ 3098.630872] [] ? __kmalloc+0x1e0/0x340 [ 3098.634655] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3098.638934] [] do_lcfg+0x263/0x520 [obdclass] [ 3098.656591] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3098.661150] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3098.666526] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3098.669196] [] ? __mutex_init+0x56/0x60 [ 3098.671083] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3098.673223] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3098.675311] [] mount_nodev+0x4d/0xb0 [ 3098.676860] [] lustre_mount+0x18/0x20 [lustre] [ 3098.678959] [] mount_fs+0x39/0x1b0 [ 3098.680445] [] vfs_kern_mount+0x67/0x110 [ 3098.682013] [] do_mount+0x1ef/0xce0 [ 3098.683869] [] ? copy_mount_options+0x39/0x1b0 [ 3098.685861] [] SyS_mount+0x83/0xd0 [ 3098.687472] [] system_call_fastpath+0x1f/0x24 [ 3098.689755] LDISKFS-fs (dm-0): mounted filesystem with ordered data mode. Opts: user_xattr,errors=remount-ro,no_mbcache,nodelalloc [ 3098.693809] BUG: scheduling while atomic: mount.lustre/19316/0x00000002 [ 3098.699012] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3098.727742] CPU: 0 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3098.734717] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3098.741253] Call Trace: [ 3098.744350] [] dump_stack+0x19/0x1b [ 3098.748950] [] __schedule_bug+0x64/0x72 [ 3098.754256] [] __schedule+0x791/0x7d0 [ 3098.758327] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3098.764160] [] ? bit_wait+0x50/0x50 [ 3098.766642] [] schedule+0x29/0x70 [ 3098.768545] [] schedule_timeout+0x209/0x290 [ 3098.772660] [] ? kvm_clock_read+0x33/0x40 [ 3098.775564] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3098.777548] [] ? ktime_get_ts64+0x4c/0xf0 [ 3098.779396] [] ? bit_wait+0x50/0x50 [ 3098.783286] [] io_schedule_timeout+0xad/0x130 [ 3098.787116] [] io_schedule+0x18/0x20 [ 3098.790777] [] bit_wait_io+0x11/0x50 [ 3098.793843] [] __wait_on_bit+0x65/0x90 [ 3098.797527] [] ? bit_wait+0x50/0x50 [ 3098.799456] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3098.803326] [] ? wake_bit_function+0x40/0x40 [ 3098.806688] [] __wait_on_buffer+0x2a/0x30 [ 3098.809610] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3098.814805] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3098.821260] [] read_blk+0x4c/0x60 [ 3098.822954] [] find_tree_dqentry+0x47/0x240 [ 3098.824647] [] find_tree_dqentry+0x1aa/0x240 [ 3098.826582] [] find_tree_dqentry+0x1aa/0x240 [ 3098.828617] [] find_tree_dqentry+0x1aa/0x240 [ 3098.830143] [] qtree_read_dquot+0x14c/0x380 [ 3098.832267] [] v2_read_dquot+0x2b/0x30 [ 3098.834132] [] dquot_acquire+0xe4/0x130 [ 3098.835949] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3098.838354] [] dqget+0x3fb/0x460 [ 3098.840072] [] __dquot_initialize+0x12d/0x230 [ 3098.842039] [] ? __free_pages+0x25/0x30 [ 3098.844015] [] ? free_pages.part.76+0x40/0x50 [ 3098.846016] [] dquot_initialize+0x13/0x20 [ 3098.847976] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3098.850367] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3098.856676] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3098.861908] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3098.867105] [] obd_setup+0x167/0x540 [obdclass] [ 3098.873790] [] class_setup+0x54f/0x830 [obdclass] [ 3098.877573] [] class_process_config+0x149b/0x2660 [obdclass] [ 3098.884239] [] ? do_raw_spin_unlock+0x49/0x90 [ 3098.889366] [] ? __kmalloc+0x1e0/0x340 [ 3098.893267] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3098.897540] [] do_lcfg+0x263/0x520 [obdclass] [ 3098.900107] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3098.904782] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3098.907907] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3098.915829] [] ? __mutex_init+0x56/0x60 [ 3098.917793] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3098.920245] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3098.923179] [] mount_nodev+0x4d/0xb0 [ 3098.924802] [] lustre_mount+0x18/0x20 [lustre] [ 3098.928980] [] mount_fs+0x39/0x1b0 [ 3098.933168] [] vfs_kern_mount+0x67/0x110 [ 3098.935810] [] do_mount+0x1ef/0xce0 [ 3098.938631] [] ? copy_mount_options+0x39/0x1b0 [ 3098.941978] [] SyS_mount+0x83/0xd0 [ 3098.944793] [] system_call_fastpath+0x1f/0x24 [ 3098.947996] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3098.950547] in_atomic(): 1, irqs_disabled(): 0, pid: 19316, name: mount.lustre [ 3098.954383] CPU: 0 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3098.959946] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3098.963245] Call Trace: [ 3098.965113] [] dump_stack+0x19/0x1b [ 3098.967242] [] __might_sleep+0xd9/0x100 [ 3098.970362] [] __kmalloc+0x73/0x340 [ 3098.972372] [] ? getdqbuf+0x14/0x40 [ 3098.974018] [] getdqbuf+0x14/0x40 [ 3098.977321] [] find_tree_dqentry+0xaf/0x240 [ 3098.979500] [] find_tree_dqentry+0x1aa/0x240 [ 3098.984012] [] find_tree_dqentry+0x1aa/0x240 [ 3098.987977] [] find_tree_dqentry+0x1aa/0x240 [ 3098.992551] [] qtree_read_dquot+0x14c/0x380 [ 3098.995112] [] v2_read_dquot+0x2b/0x30 [ 3098.998524] [] dquot_acquire+0xe4/0x130 [ 3099.000718] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3099.008392] [] dqget+0x3fb/0x460 [ 3099.010870] [] __dquot_initialize+0x12d/0x230 [ 3099.012798] [] ? __free_pages+0x25/0x30 [ 3099.014679] [] ? free_pages.part.76+0x40/0x50 [ 3099.018419] [] dquot_initialize+0x13/0x20 [ 3099.022495] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3099.027046] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3099.029878] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3099.035085] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3099.039981] [] obd_setup+0x167/0x540 [obdclass] [ 3099.044656] [] class_setup+0x54f/0x830 [obdclass] [ 3099.047511] [] class_process_config+0x149b/0x2660 [obdclass] [ 3099.051265] [] ? do_raw_spin_unlock+0x49/0x90 [ 3099.055196] [] ? __kmalloc+0x1e0/0x340 [ 3099.059265] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3099.062607] [] do_lcfg+0x263/0x520 [obdclass] [ 3099.065673] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3099.067847] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3099.069717] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3099.071641] [] ? __mutex_init+0x56/0x60 [ 3099.073337] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3099.075900] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3099.077696] [] mount_nodev+0x4d/0xb0 [ 3099.079324] [] lustre_mount+0x18/0x20 [lustre] [ 3099.081659] [] mount_fs+0x39/0x1b0 [ 3099.083559] [] vfs_kern_mount+0x67/0x110 [ 3099.085738] [] do_mount+0x1ef/0xce0 [ 3099.088700] [] ? copy_mount_options+0x39/0x1b0 [ 3099.091087] [] SyS_mount+0x83/0xd0 [ 3099.092927] [] system_call_fastpath+0x1f/0x24 [ 3099.095031] BUG: scheduling while atomic: mount.lustre/19316/0x10000002 [ 3099.097906] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3099.132308] CPU: 0 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3099.137164] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3099.142226] Call Trace: [ 3099.145162] [] dump_stack+0x19/0x1b [ 3099.148115] [] __schedule_bug+0x64/0x72 [ 3099.150758] [] __schedule+0x791/0x7d0 [ 3099.152731] [] __cond_resched+0x26/0x30 [ 3099.155603] [] _cond_resched+0x3a/0x50 [ 3099.157460] [] __kmalloc+0x78/0x340 [ 3099.158869] [] ? getdqbuf+0x14/0x40 [ 3099.161617] [] getdqbuf+0x14/0x40 [ 3099.163405] [] find_tree_dqentry+0xaf/0x240 [ 3099.165152] [] find_tree_dqentry+0x1aa/0x240 [ 3099.167868] [] find_tree_dqentry+0x1aa/0x240 [ 3099.170345] [] find_tree_dqentry+0x1aa/0x240 [ 3099.172140] [] qtree_read_dquot+0x14c/0x380 [ 3099.175264] [] v2_read_dquot+0x2b/0x30 [ 3099.177719] [] dquot_acquire+0xe4/0x130 [ 3099.179243] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3099.180943] [] dqget+0x3fb/0x460 [ 3099.182640] [] __dquot_initialize+0x12d/0x230 [ 3099.184622] [] ? __free_pages+0x25/0x30 [ 3099.188610] [] ? free_pages.part.76+0x40/0x50 [ 3099.191269] [] dquot_initialize+0x13/0x20 [ 3099.192970] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3099.194990] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3099.196715] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3099.199120] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3099.201709] [] obd_setup+0x167/0x540 [obdclass] [ 3099.204455] [] class_setup+0x54f/0x830 [obdclass] [ 3099.207766] [] class_process_config+0x149b/0x2660 [obdclass] [ 3099.210434] [] ? do_raw_spin_unlock+0x49/0x90 [ 3099.212181] [] ? __kmalloc+0x1e0/0x340 [ 3099.214852] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3099.217096] [] do_lcfg+0x263/0x520 [obdclass] [ 3099.220277] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3099.222759] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3099.225302] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3099.227895] [] ? __mutex_init+0x56/0x60 [ 3099.229944] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3099.233035] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3099.235925] [] mount_nodev+0x4d/0xb0 [ 3099.237337] [] lustre_mount+0x18/0x20 [lustre] [ 3099.239338] [] mount_fs+0x39/0x1b0 [ 3099.241251] [] vfs_kern_mount+0x67/0x110 [ 3099.243507] [] do_mount+0x1ef/0xce0 [ 3099.245196] [] ? copy_mount_options+0x39/0x1b0 [ 3099.248908] [] SyS_mount+0x83/0xd0 [ 3099.252731] [] system_call_fastpath+0x1f/0x24 [ 3099.255409] BUG: scheduling while atomic: mount.lustre/19316/0x00000002 [ 3099.259241] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3099.285947] CPU: 0 PID: 19316 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3099.291553] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3099.297741] Call Trace: [ 3099.298954] [] dump_stack+0x19/0x1b [ 3099.305538] [] __schedule_bug+0x64/0x72 [ 3099.310990] [] __schedule+0x791/0x7d0 [ 3099.316018] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3099.324718] [] ? bit_wait+0x50/0x50 [ 3099.327031] [] schedule+0x29/0x70 [ 3099.330017] [] schedule_timeout+0x209/0x290 [ 3099.335148] [] ? kvm_clock_read+0x33/0x40 [ 3099.337157] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3099.340506] [] ? ktime_get_ts64+0x4c/0xf0 [ 3099.343330] [] ? bit_wait+0x50/0x50 [ 3099.345480] [] io_schedule_timeout+0xad/0x130 [ 3099.351176] [] io_schedule+0x18/0x20 [ 3099.353520] [] bit_wait_io+0x11/0x50 [ 3099.357567] [] __wait_on_bit+0x65/0x90 [ 3099.360871] [] ? bit_wait+0x50/0x50 [ 3099.362684] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3099.364713] [] ? wake_bit_function+0x40/0x40 [ 3099.366656] [] __wait_on_buffer+0x2a/0x30 [ 3099.368546] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3099.370866] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3099.373274] [] read_blk+0x4c/0x60 [ 3099.374826] [] find_tree_dqentry+0x47/0x240 [ 3099.376719] [] find_tree_dqentry+0x1aa/0x240 [ 3099.378948] [] find_tree_dqentry+0x1aa/0x240 [ 3099.381115] [] find_tree_dqentry+0x1aa/0x240 [ 3099.383144] [] qtree_read_dquot+0x14c/0x380 [ 3099.387892] [] v2_read_dquot+0x2b/0x30 [ 3099.391317] [] dquot_acquire+0xe4/0x130 [ 3099.395737] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3099.401324] [] dqget+0x3fb/0x460 [ 3099.405931] [] __dquot_initialize+0x12d/0x230 [ 3099.411234] [] ? __free_pages+0x25/0x30 [ 3099.413122] [] dquot_initialize+0x13/0x20 [ 3099.415096] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3099.417377] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3099.419372] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3099.421923] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3099.424106] [] obd_setup+0x167/0x540 [obdclass] [ 3099.426088] [] class_setup+0x54f/0x830 [obdclass] [ 3099.428147] [] class_process_config+0x149b/0x2660 [obdclass] [ 3099.430766] [] ? do_raw_spin_unlock+0x49/0x90 [ 3099.432614] [] ? __kmalloc+0x1e0/0x340 [ 3099.434699] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3099.436957] [] do_lcfg+0x263/0x520 [obdclass] [ 3099.439060] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3099.441647] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3099.444046] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3099.446537] [] ? __mutex_init+0x56/0x60 [ 3099.453123] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3099.457059] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3099.461496] [] mount_nodev+0x4d/0xb0 [ 3099.465074] [] lustre_mount+0x18/0x20 [lustre] [ 3099.469372] [] mount_fs+0x39/0x1b0 [ 3099.470914] [] vfs_kern_mount+0x67/0x110 [ 3099.472460] [] do_mount+0x1ef/0xce0 [ 3099.474592] [] ? copy_mount_options+0x39/0x1b0 [ 3099.477911] [] SyS_mount+0x83/0xd0 [ 3099.480365] [] system_call_fastpath+0x1f/0x24 [ 3099.571387] LustreError: MGC192.168.204.118@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail [ 3099.697585] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 [ 3099.700973] Lustre: Skipped 1 previous similar message [ 3099.731229] Lustre: lustre-MDT0000: in recovery but waiting for the first client to connect [ 3101.272023] Lustre: DEBUG MARKER: oleg418-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all [ 3102.540262] Lustre: lustre-MDT0000: Will be in recovery for at least 1:00, or until 1 client reconnects [ 3102.545021] Lustre: lustre-MDT0000: Denying connection for new client 60895857-55a6-4393-9c70-2f6509b46eb6 (at 192.168.204.18@tcp), waiting for 1 known clients (0 recovered, 0 in progress, and 0 evicted) to recover in 0:59 [ 3104.693087] Lustre: lustre-MDT0000-lwp-MDT0001: Connection restored to (at 0@lo) [ 3104.697080] Lustre: Skipped 3 previous similar messages [ 3104.713000] Lustre: lustre-MDT0000: Recovery over after 0:02, of 1 clients 1 recovered and 0 were evicted. [ 3104.748240] Lustre: lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:294 to 0x280000401:353) [ 3104.748439] Lustre: lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:167 to 0x2c0000401:225) [ 3111.866785] Lustre: Failing over lustre-MDT0000 [ 3111.987299] LustreError: 20209:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup [ 3111.991332] LustreError: 20209:0:(obd_class.h:479:obd_check_dev()) Skipped 15 previous similar messages [ 3112.039707] Lustre: server umount lustre-MDT0000 complete [ 3114.706296] Lustre: lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete [ 3117.210108] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3117.212664] in_atomic(): 1, irqs_disabled(): 0, pid: 20806, name: mount.lustre [ 3117.215589] CPU: 1 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3117.224112] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3117.228146] Call Trace: [ 3117.232647] [] dump_stack+0x19/0x1b [ 3117.235898] [] __might_sleep+0xd9/0x100 [ 3117.239153] [] kmem_cache_alloc+0x4f/0x2e0 [ 3117.243597] [] alloc_vfsmnt+0x24/0x240 [ 3117.246387] [] vfs_kern_mount+0x36/0x110 [ 3117.249531] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3117.252734] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3117.257481] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3117.261071] [] obd_setup+0x167/0x540 [obdclass] [ 3117.263805] [] class_setup+0x54f/0x830 [obdclass] [ 3117.268385] [] class_process_config+0x149b/0x2660 [obdclass] [ 3117.272808] [] ? do_raw_spin_unlock+0x49/0x90 [ 3117.274796] [] ? __kmalloc+0x1e0/0x340 [ 3117.278882] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3117.281756] [] do_lcfg+0x263/0x520 [obdclass] [ 3117.286633] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3117.289650] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3117.294725] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3117.303384] [] ? __mutex_init+0x56/0x60 [ 3117.308673] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3117.315286] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3117.317687] [] mount_nodev+0x4d/0xb0 [ 3117.319339] [] lustre_mount+0x18/0x20 [lustre] [ 3117.321651] [] mount_fs+0x39/0x1b0 [ 3117.334235] [] vfs_kern_mount+0x67/0x110 [ 3117.342269] [] do_mount+0x1ef/0xce0 [ 3117.349094] [] ? copy_mount_options+0x39/0x1b0 [ 3117.354308] [] SyS_mount+0x83/0xd0 [ 3117.356697] [] system_call_fastpath+0x1f/0x24 [ 3117.360772] BUG: scheduling while atomic: mount.lustre/20806/0x10000002 [ 3117.364808] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3117.384670] CPU: 1 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3117.388024] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3117.390568] Call Trace: [ 3117.391193] [] dump_stack+0x19/0x1b [ 3117.392779] [] __schedule_bug+0x64/0x72 [ 3117.401736] [] __schedule+0x791/0x7d0 [ 3117.404798] [] ? alloc_vfsmnt+0x24/0x240 [ 3117.406823] [] __cond_resched+0x26/0x30 [ 3117.409033] [] _cond_resched+0x3a/0x50 [ 3117.411099] [] kmem_cache_alloc+0x54/0x2e0 [ 3117.420516] [] alloc_vfsmnt+0x24/0x240 [ 3117.423204] [] vfs_kern_mount+0x36/0x110 [ 3117.427242] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3117.431914] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3117.434230] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3117.444057] [] obd_setup+0x167/0x540 [obdclass] [ 3117.450877] [] class_setup+0x54f/0x830 [obdclass] [ 3117.454989] [] class_process_config+0x149b/0x2660 [obdclass] [ 3117.460717] [] ? do_raw_spin_unlock+0x49/0x90 [ 3117.466983] [] ? __kmalloc+0x1e0/0x340 [ 3117.471745] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3117.476147] [] do_lcfg+0x263/0x520 [obdclass] [ 3117.483299] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3117.492297] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3117.502252] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3117.504179] [] ? __mutex_init+0x56/0x60 [ 3117.508004] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3117.513352] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3117.517263] [] mount_nodev+0x4d/0xb0 [ 3117.520934] [] lustre_mount+0x18/0x20 [lustre] [ 3117.523901] [] mount_fs+0x39/0x1b0 [ 3117.525459] [] vfs_kern_mount+0x67/0x110 [ 3117.527441] [] do_mount+0x1ef/0xce0 [ 3117.530508] [] ? copy_mount_options+0x39/0x1b0 [ 3117.533545] [] SyS_mount+0x83/0xd0 [ 3117.539335] [] system_call_fastpath+0x1f/0x24 [ 3117.546933] BUG: scheduling while atomic: mount.lustre/20806/0x00000002 [ 3117.550951] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3117.585407] CPU: 0 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3117.590623] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3117.596321] Call Trace: [ 3117.597290] [] dump_stack+0x19/0x1b [ 3117.599514] [] __schedule_bug+0x64/0x72 [ 3117.601481] [] __schedule+0x791/0x7d0 [ 3117.604192] [] ? bit_wait+0x50/0x50 [ 3117.606651] [] schedule+0x29/0x70 [ 3117.611970] [] schedule_timeout+0x209/0x290 [ 3117.614216] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3117.617266] [] ? kvm_clock_read+0x33/0x40 [ 3117.619309] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3117.621838] [] ? ktime_get_ts64+0x4c/0xf0 [ 3117.624962] [] ? bit_wait+0x50/0x50 [ 3117.626751] [] io_schedule_timeout+0xad/0x130 [ 3117.629686] [] io_schedule+0x18/0x20 [ 3117.633094] [] bit_wait_io+0x11/0x50 [ 3117.637541] [] __wait_on_bit+0x65/0x90 [ 3117.639572] [] ? bit_wait+0x50/0x50 [ 3117.641650] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3117.646691] [] ? wake_bit_function+0x40/0x40 [ 3117.650662] [] __bread+0xad/0xf0 [ 3117.653079] [] ldiskfs_fill_super+0x201/0x3060 [ldiskfs] [ 3117.657810] [] ? snprintf+0x49/0x70 [ 3117.661566] [] mount_bdev+0x1b0/0x1f0 [ 3117.663470] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3117.666182] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3117.668000] [] mount_fs+0x39/0x1b0 [ 3117.669852] [] vfs_kern_mount+0x67/0x110 [ 3117.671521] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3117.673765] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3117.677777] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3117.682970] [] obd_setup+0x167/0x540 [obdclass] [ 3117.685928] [] class_setup+0x54f/0x830 [obdclass] [ 3117.690447] [] class_process_config+0x149b/0x2660 [obdclass] [ 3117.695290] [] ? do_raw_spin_unlock+0x49/0x90 [ 3117.699223] [] ? __kmalloc+0x1e0/0x340 [ 3117.704230] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3117.707238] [] do_lcfg+0x263/0x520 [obdclass] [ 3117.709304] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3117.715149] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3117.717915] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3117.723372] [] ? __mutex_init+0x56/0x60 [ 3117.726146] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3117.728476] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3117.730858] [] mount_nodev+0x4d/0xb0 [ 3117.732673] [] lustre_mount+0x18/0x20 [lustre] [ 3117.734787] [] mount_fs+0x39/0x1b0 [ 3117.736482] [] vfs_kern_mount+0x67/0x110 [ 3117.738415] [] do_mount+0x1ef/0xce0 [ 3117.741621] [] ? copy_mount_options+0x39/0x1b0 [ 3117.745633] [] SyS_mount+0x83/0xd0 [ 3117.749411] [] system_call_fastpath+0x1f/0x24 [ 3117.761039] BUG: scheduling while atomic: mount.lustre/20806/0x10000002 [ 3117.765142] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3117.802365] CPU: 2 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3117.812296] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3117.815636] Call Trace: [ 3117.816505] [] dump_stack+0x19/0x1b [ 3117.820090] [] __schedule_bug+0x64/0x72 [ 3117.822977] [] __schedule+0x791/0x7d0 [ 3117.824836] [] __cond_resched+0x26/0x30 [ 3117.829857] [] _cond_resched+0x3a/0x50 [ 3117.834695] [] __getblk+0x40/0x300 [ 3117.836863] [] ? _submit_bh+0x144/0x160 [ 3117.839009] [] __breadahead+0x21/0x70 [ 3117.841102] [] __ldiskfs_get_inode_loc+0x3ba/0x400 [ldiskfs] [ 3117.846249] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3117.851710] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3117.855069] [] ? do_raw_spin_unlock+0x49/0x90 [ 3117.857287] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3117.861356] [] mount_bdev+0x1b0/0x1f0 [ 3117.863275] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3117.866477] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3117.870114] [] mount_fs+0x39/0x1b0 [ 3117.872541] [] vfs_kern_mount+0x67/0x110 [ 3117.875300] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3117.879881] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3117.883185] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3117.887346] [] obd_setup+0x167/0x540 [obdclass] [ 3117.890478] [] class_setup+0x54f/0x830 [obdclass] [ 3117.894593] [] class_process_config+0x149b/0x2660 [obdclass] [ 3117.897554] [] ? do_raw_spin_unlock+0x49/0x90 [ 3117.899793] [] ? __kmalloc+0x1e0/0x340 [ 3117.904655] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3117.908036] [] do_lcfg+0x263/0x520 [obdclass] [ 3117.910006] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3117.912344] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3117.914990] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3117.917271] [] ? __mutex_init+0x56/0x60 [ 3117.919177] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3117.923807] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3117.926837] [] mount_nodev+0x4d/0xb0 [ 3117.933662] [] lustre_mount+0x18/0x20 [lustre] [ 3117.936504] [] mount_fs+0x39/0x1b0 [ 3117.941636] [] vfs_kern_mount+0x67/0x110 [ 3117.944169] [] do_mount+0x1ef/0xce0 [ 3117.949772] [] ? copy_mount_options+0x39/0x1b0 [ 3117.951971] [] SyS_mount+0x83/0xd0 [ 3117.954848] [] system_call_fastpath+0x1f/0x24 [ 3117.958215] BUG: scheduling while atomic: mount.lustre/20806/0x00000002 [ 3117.964661] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3117.991375] CPU: 2 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3117.996883] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3118.007532] Call Trace: [ 3118.008290] [] dump_stack+0x19/0x1b [ 3118.010458] [] __schedule_bug+0x64/0x72 [ 3118.014804] [] __schedule+0x791/0x7d0 [ 3118.017515] [] ? bit_wait+0x50/0x50 [ 3118.020322] [] schedule+0x29/0x70 [ 3118.022117] [] schedule_timeout+0x209/0x290 [ 3118.026117] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3118.033247] [] ? kvm_clock_read+0x33/0x40 [ 3118.035281] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3118.038997] [] ? bit_wait+0x50/0x50 [ 3118.040962] [] io_schedule_timeout+0xad/0x130 [ 3118.044548] [] io_schedule+0x18/0x20 [ 3118.047326] [] bit_wait_io+0x11/0x50 [ 3118.051009] [] __wait_on_bit+0x65/0x90 [ 3118.053176] [] ? bit_wait+0x50/0x50 [ 3118.055098] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3118.058308] [] ? wake_bit_function+0x40/0x40 [ 3118.062310] [] __wait_on_buffer+0x2a/0x30 [ 3118.064504] [] __ldiskfs_get_inode_loc+0x1bd/0x400 [ldiskfs] [ 3118.069646] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3118.073218] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3118.075098] [] ? do_raw_spin_unlock+0x49/0x90 [ 3118.077587] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3118.080984] [] mount_bdev+0x1b0/0x1f0 [ 3118.082859] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3118.086703] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3118.089234] [] mount_fs+0x39/0x1b0 [ 3118.091151] [] vfs_kern_mount+0x67/0x110 [ 3118.095341] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3118.097352] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3118.099957] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3118.103152] [] obd_setup+0x167/0x540 [obdclass] [ 3118.106139] [] class_setup+0x54f/0x830 [obdclass] [ 3118.108591] [] class_process_config+0x149b/0x2660 [obdclass] [ 3118.112292] [] ? do_raw_spin_unlock+0x49/0x90 [ 3118.114967] [] ? __kmalloc+0x1e0/0x340 [ 3118.117270] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3118.119227] [] do_lcfg+0x263/0x520 [obdclass] [ 3118.122040] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3118.124691] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3118.129032] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3118.133981] [] ? __mutex_init+0x56/0x60 [ 3118.136384] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3118.139429] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3118.142359] [] mount_nodev+0x4d/0xb0 [ 3118.144084] [] lustre_mount+0x18/0x20 [lustre] [ 3118.147841] [] mount_fs+0x39/0x1b0 [ 3118.151773] [] vfs_kern_mount+0x67/0x110 [ 3118.154320] [] do_mount+0x1ef/0xce0 [ 3118.157597] [] ? copy_mount_options+0x39/0x1b0 [ 3118.162921] [] SyS_mount+0x83/0xd0 [ 3118.165160] [] system_call_fastpath+0x1f/0x24 [ 3118.168585] BUG: scheduling while atomic: mount.lustre/20806/0x00000002 [ 3118.170888] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3118.201674] CPU: 2 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3118.208354] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3118.213806] Call Trace: [ 3118.214983] [] dump_stack+0x19/0x1b [ 3118.217993] [] __schedule_bug+0x64/0x72 [ 3118.220453] [] __schedule+0x791/0x7d0 [ 3118.223348] [] ? bit_wait+0x50/0x50 [ 3118.225337] [] schedule+0x29/0x70 [ 3118.229514] [] schedule_timeout+0x209/0x290 [ 3118.231465] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3118.236735] [] ? kvm_clock_read+0x33/0x40 [ 3118.240620] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3118.243949] [] ? bit_wait+0x50/0x50 [ 3118.245806] [] io_schedule_timeout+0xad/0x130 [ 3118.249598] [] io_schedule+0x18/0x20 [ 3118.251844] [] bit_wait_io+0x11/0x50 [ 3118.254555] [] __wait_on_bit+0x65/0x90 [ 3118.256644] [] ? bit_wait+0x50/0x50 [ 3118.260126] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3118.262530] [] ? wake_bit_function+0x40/0x40 [ 3118.265088] [] __wait_on_buffer+0x2a/0x30 [ 3118.267619] [] journal_get_superblock+0x2c8/0x3a0 [jbd2] [ 3118.270391] [] jbd2_journal_wipe+0x20/0xb0 [jbd2] [ 3118.273250] [] ldiskfs_load_journal+0x5c5/0x71c [ldiskfs] [ 3118.275936] [] ? do_raw_spin_unlock+0x49/0x90 [ 3118.281044] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3118.284765] [] mount_bdev+0x1b0/0x1f0 [ 3118.288185] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3118.292378] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3118.294709] [] mount_fs+0x39/0x1b0 [ 3118.296700] [] vfs_kern_mount+0x67/0x110 [ 3118.299564] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3118.304109] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3118.306675] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3118.309047] [] obd_setup+0x167/0x540 [obdclass] [ 3118.312973] [] class_setup+0x54f/0x830 [obdclass] [ 3118.317612] [] class_process_config+0x149b/0x2660 [obdclass] [ 3118.321883] [] ? do_raw_spin_unlock+0x49/0x90 [ 3118.324374] [] ? __kmalloc+0x1e0/0x340 [ 3118.328838] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3118.332659] [] do_lcfg+0x263/0x520 [obdclass] [ 3118.335846] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3118.339367] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3118.343168] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3118.347696] [] ? __mutex_init+0x56/0x60 [ 3118.350248] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3118.353290] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3118.355848] [] mount_nodev+0x4d/0xb0 [ 3118.359183] [] lustre_mount+0x18/0x20 [lustre] [ 3118.362911] [] mount_fs+0x39/0x1b0 [ 3118.364874] [] vfs_kern_mount+0x67/0x110 [ 3118.368976] [] do_mount+0x1ef/0xce0 [ 3118.371627] [] ? copy_mount_options+0x39/0x1b0 [ 3118.373748] [] SyS_mount+0x83/0xd0 [ 3118.375376] [] system_call_fastpath+0x1f/0x24 [ 3118.379719] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3118.381932] in_atomic(): 1, irqs_disabled(): 0, pid: 20806, name: mount.lustre [ 3118.386089] CPU: 3 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3118.391759] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3118.395733] Call Trace: [ 3118.396516] [] dump_stack+0x19/0x1b [ 3118.398399] [] __might_sleep+0xd9/0x100 [ 3118.400560] [] kmem_cache_alloc_trace+0x57/0x2e0 [ 3118.402376] [] ? ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3118.404551] [] ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3118.410210] [] ? do_raw_spin_unlock+0x49/0x90 [ 3118.414200] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3118.419370] [] mount_bdev+0x1b0/0x1f0 [ 3118.425916] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3118.428879] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3118.435318] [] mount_fs+0x39/0x1b0 [ 3118.437491] [] vfs_kern_mount+0x67/0x110 [ 3118.442797] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3118.447259] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3118.459346] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3118.462885] [] obd_setup+0x167/0x540 [obdclass] [ 3118.472897] [] class_setup+0x54f/0x830 [obdclass] [ 3118.478301] [] class_process_config+0x149b/0x2660 [obdclass] [ 3118.483233] [] ? do_raw_spin_unlock+0x49/0x90 [ 3118.485670] [] ? __kmalloc+0x1e0/0x340 [ 3118.488418] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3118.494199] [] do_lcfg+0x263/0x520 [obdclass] [ 3118.496444] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3118.498592] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3118.502268] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3118.506562] [] ? __mutex_init+0x56/0x60 [ 3118.510042] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3118.514318] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3118.516918] [] mount_nodev+0x4d/0xb0 [ 3118.518512] [] lustre_mount+0x18/0x20 [lustre] [ 3118.520698] [] mount_fs+0x39/0x1b0 [ 3118.522369] [] vfs_kern_mount+0x67/0x110 [ 3118.524238] [] do_mount+0x1ef/0xce0 [ 3118.528094] [] ? copy_mount_options+0x39/0x1b0 [ 3118.535530] [] SyS_mount+0x83/0xd0 [ 3118.537417] [] system_call_fastpath+0x1f/0x24 [ 3118.540501] BUG: scheduling while atomic: mount.lustre/20806/0x10000002 [ 3118.544656] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3118.575408] CPU: 3 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3118.581858] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3118.587625] Call Trace: [ 3118.588366] [] dump_stack+0x19/0x1b [ 3118.590968] [] __schedule_bug+0x64/0x72 [ 3118.593765] [] __schedule+0x791/0x7d0 [ 3118.595312] [] __cond_resched+0x26/0x30 [ 3118.596897] [] _cond_resched+0x3a/0x50 [ 3118.598399] [] kmem_cache_alloc_trace+0x5c/0x2e0 [ 3118.600310] [] ? ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3118.602388] [] ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3118.604902] [] ? do_raw_spin_unlock+0x49/0x90 [ 3118.606679] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3118.608950] [] mount_bdev+0x1b0/0x1f0 [ 3118.611560] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3118.615092] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3118.617402] [] mount_fs+0x39/0x1b0 [ 3118.619024] [] vfs_kern_mount+0x67/0x110 [ 3118.622507] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3118.625032] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3118.629856] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3118.632820] [] obd_setup+0x167/0x540 [obdclass] [ 3118.635047] [] class_setup+0x54f/0x830 [obdclass] [ 3118.639084] [] class_process_config+0x149b/0x2660 [obdclass] [ 3118.650822] [] ? do_raw_spin_unlock+0x49/0x90 [ 3118.654948] [] ? __kmalloc+0x1e0/0x340 [ 3118.659258] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3118.663169] [] do_lcfg+0x263/0x520 [obdclass] [ 3118.666593] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3118.670641] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3118.672990] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3118.677820] [] ? __mutex_init+0x56/0x60 [ 3118.683527] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3118.688095] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3118.692717] [] mount_nodev+0x4d/0xb0 [ 3118.696055] [] lustre_mount+0x18/0x20 [lustre] [ 3118.699513] [] mount_fs+0x39/0x1b0 [ 3118.703089] [] vfs_kern_mount+0x67/0x110 [ 3118.707619] [] do_mount+0x1ef/0xce0 [ 3118.709288] [] ? copy_mount_options+0x39/0x1b0 [ 3118.711458] [] SyS_mount+0x83/0xd0 [ 3118.713196] [] system_call_fastpath+0x1f/0x24 [ 3118.715180] BUG: scheduling while atomic: mount.lustre/20806/0x00000002 [ 3118.717621] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3118.743439] CPU: 2 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3118.748051] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3118.752720] Call Trace: [ 3118.755034] [] dump_stack+0x19/0x1b [ 3118.756695] [] __schedule_bug+0x64/0x72 [ 3118.760890] [] __schedule+0x791/0x7d0 [ 3118.762781] [] schedule+0x29/0x70 [ 3118.767275] [] schedule_timeout+0x209/0x290 [ 3118.770940] [] ? native_smp_send_reschedule+0x4c/0x70 [ 3118.775946] [] ? resched_curr+0xd8/0xf0 [ 3118.779386] [] ? check_preempt_curr+0x80/0xa0 [ 3118.782815] [] ? ttwu_do_wakeup+0x19/0xf0 [ 3118.787227] [] wait_for_completion+0xfc/0x140 [ 3118.789242] [] ? wake_up_state+0x20/0x20 [ 3118.793815] [] kthread_create_on_node+0xa8/0x140 [ 3118.796842] [] ? commit_timeout+0x10/0x10 [jbd2] [ 3118.801651] [] jbd2_journal_load+0x16b/0x2d0 [jbd2] [ 3118.807550] [] ? ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3118.813319] [] ldiskfs_load_journal+0x61f/0x71c [ldiskfs] [ 3118.816075] [] ? do_raw_spin_unlock+0x49/0x90 [ 3118.818896] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3118.821219] [] mount_bdev+0x1b0/0x1f0 [ 3118.823099] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3118.826882] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3118.829579] [] mount_fs+0x39/0x1b0 [ 3118.832050] [] vfs_kern_mount+0x67/0x110 [ 3118.834824] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3118.836990] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3118.840786] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3118.843500] [] obd_setup+0x167/0x540 [obdclass] [ 3118.845950] [] class_setup+0x54f/0x830 [obdclass] [ 3118.848263] [] class_process_config+0x149b/0x2660 [obdclass] [ 3118.850966] [] ? do_raw_spin_unlock+0x49/0x90 [ 3118.854014] [] ? __kmalloc+0x1e0/0x340 [ 3118.856012] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3118.858105] [] do_lcfg+0x263/0x520 [obdclass] [ 3118.862135] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3118.865687] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3118.871875] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3118.875107] [] ? __mutex_init+0x56/0x60 [ 3118.877954] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3118.881256] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3118.885031] [] mount_nodev+0x4d/0xb0 [ 3118.887173] [] lustre_mount+0x18/0x20 [lustre] [ 3118.890235] [] mount_fs+0x39/0x1b0 [ 3118.892373] [] vfs_kern_mount+0x67/0x110 [ 3118.894353] [] do_mount+0x1ef/0xce0 [ 3118.898174] [] ? copy_mount_options+0x39/0x1b0 [ 3118.901304] [] SyS_mount+0x83/0xd0 [ 3118.905346] [] system_call_fastpath+0x1f/0x24 [ 3118.909082] BUG: scheduling while atomic: mount.lustre/20806/0x00000002 [ 3118.911200] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3118.936654] CPU: 0 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3118.941046] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3118.945501] Call Trace: [ 3118.946825] [] dump_stack+0x19/0x1b [ 3118.951696] [] __schedule_bug+0x64/0x72 [ 3118.953940] [] __schedule+0x791/0x7d0 [ 3118.955812] [] schedule+0x29/0x70 [ 3118.957281] [] jbd2_journal_load+0x215/0x2d0 [jbd2] [ 3118.959706] [] ? wake_up_atomic_t+0x30/0x30 [ 3118.961759] [] ldiskfs_load_journal+0x61f/0x71c [ldiskfs] [ 3118.965444] [] ? do_raw_spin_unlock+0x49/0x90 [ 3118.966913] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3118.969358] [] mount_bdev+0x1b0/0x1f0 [ 3118.972832] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3118.976013] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3118.979873] [] mount_fs+0x39/0x1b0 [ 3118.984107] [] vfs_kern_mount+0x67/0x110 [ 3118.987404] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3118.990730] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3118.994966] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3118.996987] [] obd_setup+0x167/0x540 [obdclass] [ 3118.999954] [] class_setup+0x54f/0x830 [obdclass] [ 3119.002936] [] class_process_config+0x149b/0x2660 [obdclass] [ 3119.005881] [] ? do_raw_spin_unlock+0x49/0x90 [ 3119.009139] [] ? __kmalloc+0x1e0/0x340 [ 3119.011963] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3119.016081] [] do_lcfg+0x263/0x520 [obdclass] [ 3119.019333] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3119.024634] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3119.027633] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3119.030866] [] ? __mutex_init+0x56/0x60 [ 3119.036587] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3119.038977] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3119.041399] [] mount_nodev+0x4d/0xb0 [ 3119.045623] [] lustre_mount+0x18/0x20 [lustre] [ 3119.047965] [] mount_fs+0x39/0x1b0 [ 3119.050705] [] vfs_kern_mount+0x67/0x110 [ 3119.052818] [] do_mount+0x1ef/0xce0 [ 3119.054642] [] ? copy_mount_options+0x39/0x1b0 [ 3119.058246] [] SyS_mount+0x83/0xd0 [ 3119.060747] [] system_call_fastpath+0x1f/0x24 [ 3119.063168] BUG: scheduling while atomic: mount.lustre/20806/0x00000002 [ 3119.065119] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3119.093247] CPU: 0 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3119.098100] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3119.100919] Call Trace: [ 3119.101792] [] dump_stack+0x19/0x1b [ 3119.103032] [] __schedule_bug+0x64/0x72 [ 3119.104841] [] __schedule+0x791/0x7d0 [ 3119.106778] [] ? enqueue_entity+0x2ef/0xc30 [ 3119.108434] [] schedule+0x29/0x70 [ 3119.109970] [] schedule_timeout+0x209/0x290 [ 3119.111775] [] ? select_task_rq_fair+0x65c/0x780 [ 3119.115047] [] ? check_preempt_curr+0x80/0xa0 [ 3119.117092] [] ? ttwu_do_wakeup+0x19/0xf0 [ 3119.120113] [] wait_for_completion+0xfc/0x140 [ 3119.121992] [] ? wake_up_state+0x20/0x20 [ 3119.123964] [] kthread_create_on_node+0xa8/0x140 [ 3119.126574] [] ? process_one_work+0x4a0/0x4a0 [ 3119.128542] [] __alloc_workqueue_key+0x336/0x480 [ 3119.131383] [] ? do_raw_spin_unlock+0x49/0x90 [ 3119.133170] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3119.135817] [] mount_bdev+0x1b0/0x1f0 [ 3119.139173] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3119.142071] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3119.144853] [] mount_fs+0x39/0x1b0 [ 3119.146927] [] vfs_kern_mount+0x67/0x110 [ 3119.150759] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3119.153231] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3119.155585] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3119.159457] [] obd_setup+0x167/0x540 [obdclass] [ 3119.162904] [] class_setup+0x54f/0x830 [obdclass] [ 3119.167390] [] class_process_config+0x149b/0x2660 [obdclass] [ 3119.171007] [] ? do_raw_spin_unlock+0x49/0x90 [ 3119.174995] [] ? __kmalloc+0x1e0/0x340 [ 3119.178270] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3119.180197] [] do_lcfg+0x263/0x520 [obdclass] [ 3119.181904] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3119.186751] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3119.190695] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3119.195634] [] ? __mutex_init+0x56/0x60 [ 3119.198603] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3119.201656] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3119.204611] [] mount_nodev+0x4d/0xb0 [ 3119.211111] [] lustre_mount+0x18/0x20 [lustre] [ 3119.214829] [] mount_fs+0x39/0x1b0 [ 3119.219274] [] vfs_kern_mount+0x67/0x110 [ 3119.221917] [] do_mount+0x1ef/0xce0 [ 3119.225003] [] ? copy_mount_options+0x39/0x1b0 [ 3119.227196] [] SyS_mount+0x83/0xd0 [ 3119.229335] [] system_call_fastpath+0x1f/0x24 [ 3119.231747] BUG: scheduling while atomic: mount.lustre/20806/0x00000002 [ 3119.234328] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3119.265332] CPU: 1 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3119.269323] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3119.272919] Call Trace: [ 3119.273857] [] dump_stack+0x19/0x1b [ 3119.275978] [] __schedule_bug+0x64/0x72 [ 3119.279899] [] __schedule+0x791/0x7d0 [ 3119.281749] [] ? bit_wait+0x50/0x50 [ 3119.283638] [] schedule+0x29/0x70 [ 3119.285404] [] schedule_timeout+0x209/0x290 [ 3119.287094] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3119.290478] [] ? kvm_clock_read+0x33/0x40 [ 3119.294071] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3119.298184] [] ? ktime_get_ts64+0x4c/0xf0 [ 3119.303014] [] ? bit_wait+0x50/0x50 [ 3119.306276] [] io_schedule_timeout+0xad/0x130 [ 3119.310067] [] io_schedule+0x18/0x20 [ 3119.314062] [] bit_wait_io+0x11/0x50 [ 3119.315896] [] __wait_on_bit+0x65/0x90 [ 3119.317958] [] ? bit_wait+0x50/0x50 [ 3119.320979] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3119.323882] [] ? wake_bit_function+0x40/0x40 [ 3119.326129] [] __sync_dirty_buffer+0xe8/0x110 [ 3119.329105] [] sync_dirty_buffer+0x13/0x20 [ 3119.335258] [] ldiskfs_commit_super+0x1e0/0x280 [ldiskfs] [ 3119.339301] [] ldiskfs_setup_super+0x120/0x190 [ldiskfs] [ 3119.342159] [] ldiskfs_fill_super+0x2429/0x3060 [ldiskfs] [ 3119.344213] [] mount_bdev+0x1b0/0x1f0 [ 3119.347019] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3119.351188] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3119.353329] [] mount_fs+0x39/0x1b0 [ 3119.355989] [] vfs_kern_mount+0x67/0x110 [ 3119.358032] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3119.365981] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3119.371882] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3119.375669] [] obd_setup+0x167/0x540 [obdclass] [ 3119.379651] [] class_setup+0x54f/0x830 [obdclass] [ 3119.384529] [] class_process_config+0x149b/0x2660 [obdclass] [ 3119.393159] [] ? do_raw_spin_unlock+0x49/0x90 [ 3119.398525] [] ? __kmalloc+0x1e0/0x340 [ 3119.403894] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3119.407748] [] do_lcfg+0x263/0x520 [obdclass] [ 3119.410332] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3119.412763] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3119.416631] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3119.422203] [] ? __mutex_init+0x56/0x60 [ 3119.424865] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3119.429365] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3119.437091] [] mount_nodev+0x4d/0xb0 [ 3119.443852] [] lustre_mount+0x18/0x20 [lustre] [ 3119.446515] [] mount_fs+0x39/0x1b0 [ 3119.451694] [] vfs_kern_mount+0x67/0x110 [ 3119.454585] [] do_mount+0x1ef/0xce0 [ 3119.459370] [] ? copy_mount_options+0x39/0x1b0 [ 3119.462601] [] SyS_mount+0x83/0xd0 [ 3119.464324] [] system_call_fastpath+0x1f/0x24 [ 3119.466581] BUG: sleeping function called from invalid context at kernel/mutex.c:104 [ 3119.469182] in_atomic(): 1, irqs_disabled(): 0, pid: 20806, name: mount.lustre [ 3119.476554] CPU: 2 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3119.481789] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3119.486003] Call Trace: [ 3119.486896] [] dump_stack+0x19/0x1b [ 3119.490031] [] __might_sleep+0xd9/0x100 [ 3119.492084] [] mutex_lock+0x20/0x40 [ 3119.493720] [] __cleancache_init_fs+0x1b/0x80 [ 3119.497516] [] ldiskfs_setup_super+0x135/0x190 [ldiskfs] [ 3119.500877] [] ldiskfs_fill_super+0x2429/0x3060 [ldiskfs] [ 3119.504201] [] mount_bdev+0x1b0/0x1f0 [ 3119.506987] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3119.512309] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3119.515271] [] mount_fs+0x39/0x1b0 [ 3119.516828] [] vfs_kern_mount+0x67/0x110 [ 3119.518655] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3119.520630] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3119.522963] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3119.524996] [] obd_setup+0x167/0x540 [obdclass] [ 3119.526814] [] class_setup+0x54f/0x830 [obdclass] [ 3119.530607] [] class_process_config+0x149b/0x2660 [obdclass] [ 3119.535157] [] ? do_raw_spin_unlock+0x49/0x90 [ 3119.540398] [] ? __kmalloc+0x1e0/0x340 [ 3119.543858] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3119.548811] [] do_lcfg+0x263/0x520 [obdclass] [ 3119.552718] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3119.556808] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3119.560403] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3119.566027] [] ? __mutex_init+0x56/0x60 [ 3119.568808] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3119.572797] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3119.575293] [] mount_nodev+0x4d/0xb0 [ 3119.577560] [] lustre_mount+0x18/0x20 [lustre] [ 3119.579067] [] mount_fs+0x39/0x1b0 [ 3119.581520] [] vfs_kern_mount+0x67/0x110 [ 3119.583073] [] do_mount+0x1ef/0xce0 [ 3119.585053] [] ? copy_mount_options+0x39/0x1b0 [ 3119.587144] [] SyS_mount+0x83/0xd0 [ 3119.589483] [] system_call_fastpath+0x1f/0x24 [ 3119.593322] BUG: scheduling while atomic: mount.lustre/20806/0x10000002 [ 3119.596755] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3119.623825] CPU: 2 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3119.630051] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3119.632229] Call Trace: [ 3119.632881] [] dump_stack+0x19/0x1b [ 3119.634088] [] __schedule_bug+0x64/0x72 [ 3119.635398] [] __schedule+0x791/0x7d0 [ 3119.638277] [] __cond_resched+0x26/0x30 [ 3119.641716] [] _cond_resched+0x3a/0x50 [ 3119.644868] [] mutex_lock+0x25/0x40 [ 3119.647880] [] __cleancache_init_fs+0x1b/0x80 [ 3119.649765] [] ldiskfs_setup_super+0x135/0x190 [ldiskfs] [ 3119.653697] [] ldiskfs_fill_super+0x2429/0x3060 [ldiskfs] [ 3119.655470] [] mount_bdev+0x1b0/0x1f0 [ 3119.656830] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3119.658801] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3119.660304] [] mount_fs+0x39/0x1b0 [ 3119.661470] [] vfs_kern_mount+0x67/0x110 [ 3119.662819] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3119.664396] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3119.666149] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3119.667796] [] obd_setup+0x167/0x540 [obdclass] [ 3119.669304] [] class_setup+0x54f/0x830 [obdclass] [ 3119.682733] [] class_process_config+0x149b/0x2660 [obdclass] [ 3119.687246] [] ? do_raw_spin_unlock+0x49/0x90 [ 3119.690608] [] ? __kmalloc+0x1e0/0x340 [ 3119.693725] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3119.696996] [] do_lcfg+0x263/0x520 [obdclass] [ 3119.700418] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3119.705213] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3119.707632] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3119.710974] [] ? __mutex_init+0x56/0x60 [ 3119.716681] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3119.718730] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3119.721036] [] mount_nodev+0x4d/0xb0 [ 3119.722870] [] lustre_mount+0x18/0x20 [lustre] [ 3119.724738] [] mount_fs+0x39/0x1b0 [ 3119.726388] [] vfs_kern_mount+0x67/0x110 [ 3119.728385] [] do_mount+0x1ef/0xce0 [ 3119.730952] [] ? copy_mount_options+0x39/0x1b0 [ 3119.733367] [] SyS_mount+0x83/0xd0 [ 3119.739933] [] system_call_fastpath+0x1f/0x24 [ 3119.743974] BUG: scheduling while atomic: mount.lustre/20806/0x10000002 [ 3119.746156] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3119.771094] CPU: 3 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3119.775958] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3119.780162] Call Trace: [ 3119.781057] [] dump_stack+0x19/0x1b [ 3119.784016] [] __schedule_bug+0x64/0x72 [ 3119.786095] [] __schedule+0x791/0x7d0 [ 3119.790112] [] __cond_resched+0x26/0x30 [ 3119.797333] [] _cond_resched+0x3a/0x50 [ 3119.801423] [] mutex_lock+0x25/0x40 [ 3119.803886] [] __cleancache_init_fs+0x1b/0x80 [ 3119.807076] [] ldiskfs_setup_super+0x135/0x190 [ldiskfs] [ 3119.811171] [] ldiskfs_fill_super+0x2429/0x3060 [ldiskfs] [ 3119.815991] [] mount_bdev+0x1b0/0x1f0 [ 3119.817696] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3119.821688] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3119.824522] [] mount_fs+0x39/0x1b0 [ 3119.827843] [] vfs_kern_mount+0x67/0x110 [ 3119.832433] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3119.836900] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3119.840358] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3119.846688] [] obd_setup+0x167/0x540 [obdclass] [ 3119.849214] [] class_setup+0x54f/0x830 [obdclass] [ 3119.853850] [] class_process_config+0x149b/0x2660 [obdclass] [ 3119.858209] [] ? do_raw_spin_unlock+0x49/0x90 [ 3119.862556] [] ? __kmalloc+0x1e0/0x340 [ 3119.866790] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3119.871799] [] do_lcfg+0x263/0x520 [obdclass] [ 3119.876047] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3119.877954] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3119.879899] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3119.882441] [] ? __mutex_init+0x56/0x60 [ 3119.884085] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3119.886510] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3119.888345] [] mount_nodev+0x4d/0xb0 [ 3119.889743] [] lustre_mount+0x18/0x20 [lustre] [ 3119.894260] [] mount_fs+0x39/0x1b0 [ 3119.897694] [] vfs_kern_mount+0x67/0x110 [ 3119.901916] [] do_mount+0x1ef/0xce0 [ 3119.906325] [] ? copy_mount_options+0x39/0x1b0 [ 3119.913250] [] SyS_mount+0x83/0xd0 [ 3119.919035] [] system_call_fastpath+0x1f/0x24 [ 3119.922646] BUG: scheduling while atomic: mount.lustre/20806/0x00000002 [ 3119.924991] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3119.950938] CPU: 0 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3119.954806] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3119.958317] Call Trace: [ 3119.959237] [] dump_stack+0x19/0x1b [ 3119.961824] [] __schedule_bug+0x64/0x72 [ 3119.965887] [] __schedule+0x791/0x7d0 [ 3119.968024] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3119.970309] [] ? bit_wait+0x50/0x50 [ 3119.973463] [] schedule+0x29/0x70 [ 3119.975766] [] schedule_timeout+0x209/0x290 [ 3119.980795] [] ? kvm_clock_read+0x33/0x40 [ 3119.990356] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3119.993673] [] ? ktime_get_ts64+0x4c/0xf0 [ 3119.996474] [] ? bit_wait+0x50/0x50 [ 3120.002338] [] io_schedule_timeout+0xad/0x130 [ 3120.006084] [] io_schedule+0x18/0x20 [ 3120.009718] [] bit_wait_io+0x11/0x50 [ 3120.012705] [] __wait_on_bit+0x65/0x90 [ 3120.014391] [] ? bit_wait+0x50/0x50 [ 3120.019292] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3120.022140] [] ? wake_bit_function+0x40/0x40 [ 3120.024243] [] __wait_on_buffer+0x2a/0x30 [ 3120.026576] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3120.029268] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3120.032195] [] v2_read_header+0x1f/0x50 [ 3120.035544] [] v2_check_quota_file+0x2b/0x70 [ 3120.038238] [] ? igrab+0x36/0x60 [ 3120.043650] [] vfs_load_quota_inode+0x279/0x570 [ 3120.045979] [] ? unlock_new_inode+0x55/0x80 [ 3120.049712] [] dquot_enable+0xf0/0x110 [ 3120.052119] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3120.056217] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3120.060241] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3120.063910] [] mount_bdev+0x1b0/0x1f0 [ 3120.065781] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3120.068551] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3120.071755] [] mount_fs+0x39/0x1b0 [ 3120.073533] [] vfs_kern_mount+0x67/0x110 [ 3120.077227] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3120.078961] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3120.084775] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3120.088993] [] obd_setup+0x167/0x540 [obdclass] [ 3120.092954] [] class_setup+0x54f/0x830 [obdclass] [ 3120.095291] [] class_process_config+0x149b/0x2660 [obdclass] [ 3120.099368] [] ? do_raw_spin_unlock+0x49/0x90 [ 3120.102716] [] ? __kmalloc+0x1e0/0x340 [ 3120.105746] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3120.108810] [] do_lcfg+0x263/0x520 [obdclass] [ 3120.113182] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3120.115801] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3120.118024] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3120.128880] [] ? __mutex_init+0x56/0x60 [ 3120.133658] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3120.137167] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3120.139802] [] mount_nodev+0x4d/0xb0 [ 3120.142598] [] lustre_mount+0x18/0x20 [lustre] [ 3120.144951] [] mount_fs+0x39/0x1b0 [ 3120.146886] [] vfs_kern_mount+0x67/0x110 [ 3120.150860] [] do_mount+0x1ef/0xce0 [ 3120.153376] [] ? copy_mount_options+0x39/0x1b0 [ 3120.156073] [] SyS_mount+0x83/0xd0 [ 3120.157490] [] system_call_fastpath+0x1f/0x24 [ 3120.160602] BUG: scheduling while atomic: mount.lustre/20806/0x00000002 [ 3120.164713] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3120.203686] CPU: 1 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3120.207987] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3120.211768] Call Trace: [ 3120.212546] [] dump_stack+0x19/0x1b [ 3120.217382] [] __schedule_bug+0x64/0x72 [ 3120.221056] [] __schedule+0x791/0x7d0 [ 3120.224029] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3120.228834] [] ? bit_wait+0x50/0x50 [ 3120.231835] [] schedule+0x29/0x70 [ 3120.235547] [] schedule_timeout+0x209/0x290 [ 3120.238679] [] ? kvm_clock_read+0x33/0x40 [ 3120.244156] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3120.246965] [] ? ktime_get_ts64+0x4c/0xf0 [ 3120.252017] [] ? bit_wait+0x50/0x50 [ 3120.257199] [] io_schedule_timeout+0xad/0x130 [ 3120.259620] [] io_schedule+0x18/0x20 [ 3120.261456] [] bit_wait_io+0x11/0x50 [ 3120.265804] [] __wait_on_bit+0x65/0x90 [ 3120.268477] [] ? bit_wait+0x50/0x50 [ 3120.271868] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3120.276587] [] ? wake_bit_function+0x40/0x40 [ 3120.280620] [] __wait_on_buffer+0x2a/0x30 [ 3120.284387] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3120.289325] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3120.292847] [] v2_read_header+0x1f/0x50 [ 3120.296292] [] v2_check_quota_file+0x2b/0x70 [ 3120.298919] [] ? igrab+0x36/0x60 [ 3120.303135] [] vfs_load_quota_inode+0x279/0x570 [ 3120.305026] [] ? unlock_new_inode+0x55/0x80 [ 3120.307284] [] dquot_enable+0xf0/0x110 [ 3120.308867] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3120.310645] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3120.316052] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3120.320317] [] mount_bdev+0x1b0/0x1f0 [ 3120.322176] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3120.327279] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3120.330110] [] mount_fs+0x39/0x1b0 [ 3120.332225] [] vfs_kern_mount+0x67/0x110 [ 3120.336250] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3120.340822] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3120.344995] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3120.348098] [] obd_setup+0x167/0x540 [obdclass] [ 3120.352374] [] class_setup+0x54f/0x830 [obdclass] [ 3120.357703] [] class_process_config+0x149b/0x2660 [obdclass] [ 3120.362694] [] ? do_raw_spin_unlock+0x49/0x90 [ 3120.365620] [] ? __kmalloc+0x1e0/0x340 [ 3120.369031] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3120.372575] [] do_lcfg+0x263/0x520 [obdclass] [ 3120.377449] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3120.380248] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3120.381857] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3120.384736] [] ? __mutex_init+0x56/0x60 [ 3120.388630] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3120.391677] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3120.394334] [] mount_nodev+0x4d/0xb0 [ 3120.397237] [] lustre_mount+0x18/0x20 [lustre] [ 3120.400505] [] mount_fs+0x39/0x1b0 [ 3120.403513] [] vfs_kern_mount+0x67/0x110 [ 3120.406326] [] do_mount+0x1ef/0xce0 [ 3120.408897] [] ? copy_mount_options+0x39/0x1b0 [ 3120.412776] [] SyS_mount+0x83/0xd0 [ 3120.415927] [] system_call_fastpath+0x1f/0x24 [ 3120.418292] BUG: scheduling while atomic: mount.lustre/20806/0x00000002 [ 3120.421540] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3120.456277] CPU: 0 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3120.464025] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3120.466981] Call Trace: [ 3120.467865] [] dump_stack+0x19/0x1b [ 3120.469389] [] __schedule_bug+0x64/0x72 [ 3120.471195] [] __schedule+0x791/0x7d0 [ 3120.476355] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3120.480762] [] ? bit_wait+0x50/0x50 [ 3120.486069] [] schedule+0x29/0x70 [ 3120.491153] [] schedule_timeout+0x209/0x290 [ 3120.494000] [] ? kvm_clock_read+0x33/0x40 [ 3120.497040] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3120.499215] [] ? ktime_get_ts64+0x4c/0xf0 [ 3120.502377] [] ? bit_wait+0x50/0x50 [ 3120.507385] [] io_schedule_timeout+0xad/0x130 [ 3120.511150] [] io_schedule+0x18/0x20 [ 3120.515730] [] bit_wait_io+0x11/0x50 [ 3120.519756] [] __wait_on_bit+0x65/0x90 [ 3120.521657] [] ? bit_wait+0x50/0x50 [ 3120.523323] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3120.526715] [] ? wake_bit_function+0x40/0x40 [ 3120.528492] [] __wait_on_buffer+0x2a/0x30 [ 3120.530382] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3120.532524] [] ? mark_page_accessed+0xd8/0xe0 [ 3120.535738] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3120.538239] [] v2_read_header+0x1f/0x50 [ 3120.542299] [] v2_check_quota_file+0x2b/0x70 [ 3120.546638] [] ? igrab+0x36/0x60 [ 3120.548445] [] vfs_load_quota_inode+0x279/0x570 [ 3120.550152] [] ? unlock_new_inode+0x55/0x80 [ 3120.552033] [] dquot_enable+0xf0/0x110 [ 3120.554105] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3120.556250] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3120.561276] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3120.566871] [] mount_bdev+0x1b0/0x1f0 [ 3120.571610] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3120.577882] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3120.583411] [] mount_fs+0x39/0x1b0 [ 3120.586542] [] vfs_kern_mount+0x67/0x110 [ 3120.594144] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3120.596160] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3120.598277] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3120.600446] [] obd_setup+0x167/0x540 [obdclass] [ 3120.602388] [] class_setup+0x54f/0x830 [obdclass] [ 3120.604650] [] class_process_config+0x149b/0x2660 [obdclass] [ 3120.607330] [] ? do_raw_spin_unlock+0x49/0x90 [ 3120.609391] [] ? __kmalloc+0x1e0/0x340 [ 3120.611134] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3120.613227] [] do_lcfg+0x263/0x520 [obdclass] [ 3120.615407] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3120.617717] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3120.619703] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3120.625533] [] ? __mutex_init+0x56/0x60 [ 3120.629667] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3120.634360] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3120.638163] [] mount_nodev+0x4d/0xb0 [ 3120.642210] [] lustre_mount+0x18/0x20 [lustre] [ 3120.645909] [] mount_fs+0x39/0x1b0 [ 3120.650449] [] vfs_kern_mount+0x67/0x110 [ 3120.656864] [] do_mount+0x1ef/0xce0 [ 3120.661857] [] ? copy_mount_options+0x39/0x1b0 [ 3120.664640] [] SyS_mount+0x83/0xd0 [ 3120.668537] [] system_call_fastpath+0x1f/0x24 [ 3120.672201] BUG: sleeping function called from invalid context at kernel/mutex.c:104 [ 3120.674937] in_atomic(): 1, irqs_disabled(): 0, pid: 20806, name: mount.lustre [ 3120.677469] CPU: 1 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3120.681518] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3120.684527] Call Trace: [ 3120.685508] [] dump_stack+0x19/0x1b [ 3120.687138] [] __might_sleep+0xd9/0x100 [ 3120.688976] [] mutex_lock+0x20/0x40 [ 3120.690876] [] vfs_load_quota_inode+0x2d8/0x570 [ 3120.693404] [] dquot_enable+0xf0/0x110 [ 3120.696055] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3120.698594] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3120.702334] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3120.707904] [] mount_bdev+0x1b0/0x1f0 [ 3120.711827] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3120.715710] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3120.718153] [] mount_fs+0x39/0x1b0 [ 3120.721701] [] vfs_kern_mount+0x67/0x110 [ 3120.725596] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3120.728751] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3120.733194] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3120.737885] [] obd_setup+0x167/0x540 [obdclass] [ 3120.742443] [] class_setup+0x54f/0x830 [obdclass] [ 3120.746186] [] class_process_config+0x149b/0x2660 [obdclass] [ 3120.748560] [] ? do_raw_spin_unlock+0x49/0x90 [ 3120.750529] [] ? __kmalloc+0x1e0/0x340 [ 3120.752476] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3120.754672] [] do_lcfg+0x263/0x520 [obdclass] [ 3120.756895] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3120.759161] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3120.761657] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3120.764212] [] ? __mutex_init+0x56/0x60 [ 3120.770644] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3120.780530] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3120.788803] [] mount_nodev+0x4d/0xb0 [ 3120.791802] [] lustre_mount+0x18/0x20 [lustre] [ 3120.796498] [] mount_fs+0x39/0x1b0 [ 3120.797978] [] vfs_kern_mount+0x67/0x110 [ 3120.800942] [] do_mount+0x1ef/0xce0 [ 3120.803337] [] ? copy_mount_options+0x39/0x1b0 [ 3120.807579] [] SyS_mount+0x83/0xd0 [ 3120.810105] [] system_call_fastpath+0x1f/0x24 [ 3120.812197] BUG: scheduling while atomic: mount.lustre/20806/0x10000002 [ 3120.814463] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3120.839347] CPU: 1 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3120.843643] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3120.848846] Call Trace: [ 3120.851276] [] dump_stack+0x19/0x1b [ 3120.854610] [] __schedule_bug+0x64/0x72 [ 3120.857987] [] __schedule+0x791/0x7d0 [ 3120.860867] [] __cond_resched+0x26/0x30 [ 3120.863495] [] _cond_resched+0x3a/0x50 [ 3120.866468] [] mutex_lock+0x25/0x40 [ 3120.869859] [] vfs_load_quota_inode+0x2d8/0x570 [ 3120.873580] [] dquot_enable+0xf0/0x110 [ 3120.876823] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3120.880782] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3120.883998] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3120.888169] [] mount_bdev+0x1b0/0x1f0 [ 3120.891863] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3120.896193] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3120.899561] [] mount_fs+0x39/0x1b0 [ 3120.902025] [] vfs_kern_mount+0x67/0x110 [ 3120.905977] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3120.910135] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3120.915184] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3120.919586] [] obd_setup+0x167/0x540 [obdclass] [ 3120.923222] [] class_setup+0x54f/0x830 [obdclass] [ 3120.925525] [] class_process_config+0x149b/0x2660 [obdclass] [ 3120.927978] [] ? do_raw_spin_unlock+0x49/0x90 [ 3120.929910] [] ? __kmalloc+0x1e0/0x340 [ 3120.931965] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3120.933940] [] do_lcfg+0x263/0x520 [obdclass] [ 3120.935872] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3120.938350] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3120.940064] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3120.942238] [] ? __mutex_init+0x56/0x60 [ 3120.946133] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3120.950149] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3120.954534] [] mount_nodev+0x4d/0xb0 [ 3120.958221] [] lustre_mount+0x18/0x20 [lustre] [ 3120.963118] [] mount_fs+0x39/0x1b0 [ 3120.964993] [] vfs_kern_mount+0x67/0x110 [ 3120.967204] [] do_mount+0x1ef/0xce0 [ 3120.974248] [] ? copy_mount_options+0x39/0x1b0 [ 3120.976783] [] SyS_mount+0x83/0xd0 [ 3120.977845] [] system_call_fastpath+0x1f/0x24 [ 3120.981352] LDISKFS-fs (dm-0): mounted filesystem with ordered data mode. Opts: user_xattr,errors=remount-ro,no_mbcache,nodelalloc [ 3120.987233] BUG: scheduling while atomic: mount.lustre/20806/0x10000002 [ 3120.990587] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3121.017269] CPU: 1 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3121.022386] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3121.026689] Call Trace: [ 3121.028675] [] dump_stack+0x19/0x1b [ 3121.031251] [] __schedule_bug+0x64/0x72 [ 3121.035076] [] __schedule+0x791/0x7d0 [ 3121.037928] [] ? dquot_alloc+0x1a/0x20 [ 3121.040835] [] __cond_resched+0x26/0x30 [ 3121.045010] [] _cond_resched+0x3a/0x50 [ 3121.047284] [] kmem_cache_alloc+0x54/0x2e0 [ 3121.054750] [] dquot_alloc+0x1a/0x20 [ 3121.057312] [] dqget+0x242/0x460 [ 3121.060348] [] __dquot_initialize+0x12d/0x230 [ 3121.063602] [] ? __free_pages+0x25/0x30 [ 3121.066702] [] ? free_pages.part.76+0x40/0x50 [ 3121.068862] [] dquot_initialize+0x13/0x20 [ 3121.073040] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3121.076078] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3121.082025] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3121.085505] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3121.087629] [] obd_setup+0x167/0x540 [obdclass] [ 3121.089608] [] class_setup+0x54f/0x830 [obdclass] [ 3121.093386] [] class_process_config+0x149b/0x2660 [obdclass] [ 3121.096248] [] ? do_raw_spin_unlock+0x49/0x90 [ 3121.099220] [] ? __kmalloc+0x1e0/0x340 [ 3121.103066] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3121.106841] [] do_lcfg+0x263/0x520 [obdclass] [ 3121.109882] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3121.114391] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3121.117222] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3121.121760] [] ? __mutex_init+0x56/0x60 [ 3121.125400] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3121.127992] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3121.130184] [] mount_nodev+0x4d/0xb0 [ 3121.133425] [] lustre_mount+0x18/0x20 [lustre] [ 3121.137057] [] mount_fs+0x39/0x1b0 [ 3121.139630] [] vfs_kern_mount+0x67/0x110 [ 3121.142555] [] do_mount+0x1ef/0xce0 [ 3121.146078] [] ? copy_mount_options+0x39/0x1b0 [ 3121.147847] [] SyS_mount+0x83/0xd0 [ 3121.149906] [] system_call_fastpath+0x1f/0x24 [ 3121.153719] BUG: scheduling while atomic: mount.lustre/20806/0x00000002 [ 3121.156108] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3121.188678] CPU: 0 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3121.192574] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3121.195826] Call Trace: [ 3121.196917] [] dump_stack+0x19/0x1b [ 3121.199517] [] __schedule_bug+0x64/0x72 [ 3121.201545] [] __schedule+0x791/0x7d0 [ 3121.203591] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3121.205977] [] ? bit_wait+0x50/0x50 [ 3121.209401] [] schedule+0x29/0x70 [ 3121.211350] [] schedule_timeout+0x209/0x290 [ 3121.214144] [] ? kvm_clock_read+0x33/0x40 [ 3121.216204] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3121.219014] [] ? ktime_get_ts64+0x4c/0xf0 [ 3121.221190] [] ? bit_wait+0x50/0x50 [ 3121.223515] [] io_schedule_timeout+0xad/0x130 [ 3121.226175] [] io_schedule+0x18/0x20 [ 3121.229423] [] bit_wait_io+0x11/0x50 [ 3121.231732] [] __wait_on_bit+0x65/0x90 [ 3121.235197] [] ? bit_wait+0x50/0x50 [ 3121.237876] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3121.239809] [] ? wake_bit_function+0x40/0x40 [ 3121.243354] [] __wait_on_buffer+0x2a/0x30 [ 3121.246340] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3121.250543] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3121.255598] [] read_blk+0x4c/0x60 [ 3121.258148] [] find_tree_dqentry+0x47/0x240 [ 3121.262056] [] find_tree_dqentry+0x1aa/0x240 [ 3121.266569] [] find_tree_dqentry+0x1aa/0x240 [ 3121.269573] [] find_tree_dqentry+0x1aa/0x240 [ 3121.271606] [] qtree_read_dquot+0x14c/0x380 [ 3121.273581] [] v2_read_dquot+0x2b/0x30 [ 3121.276014] [] dquot_acquire+0xe4/0x130 [ 3121.279122] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3121.281919] [] dqget+0x3fb/0x460 [ 3121.285807] [] __dquot_initialize+0x12d/0x230 [ 3121.287984] [] ? __free_pages+0x25/0x30 [ 3121.289584] [] ? free_pages.part.76+0x40/0x50 [ 3121.292388] [] dquot_initialize+0x13/0x20 [ 3121.294601] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3121.297291] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3121.300488] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3121.303191] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3121.306326] [] obd_setup+0x167/0x540 [obdclass] [ 3121.308338] [] class_setup+0x54f/0x830 [obdclass] [ 3121.310647] [] class_process_config+0x149b/0x2660 [obdclass] [ 3121.313375] [] ? do_raw_spin_unlock+0x49/0x90 [ 3121.315281] [] ? __kmalloc+0x1e0/0x340 [ 3121.317793] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3121.320519] [] do_lcfg+0x263/0x520 [obdclass] [ 3121.322897] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3121.327511] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3121.330365] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3121.332910] [] ? __mutex_init+0x56/0x60 [ 3121.335096] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3121.338264] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3121.342394] [] mount_nodev+0x4d/0xb0 [ 3121.345665] [] lustre_mount+0x18/0x20 [lustre] [ 3121.347749] [] mount_fs+0x39/0x1b0 [ 3121.349394] [] vfs_kern_mount+0x67/0x110 [ 3121.351483] [] do_mount+0x1ef/0xce0 [ 3121.353301] [] ? copy_mount_options+0x39/0x1b0 [ 3121.355511] [] SyS_mount+0x83/0xd0 [ 3121.357323] [] system_call_fastpath+0x1f/0x24 [ 3121.360440] BUG: scheduling while atomic: mount.lustre/20806/0x00000002 [ 3121.362672] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3121.391858] CPU: 1 PID: 20806 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3121.395770] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3121.400604] Call Trace: [ 3121.402696] [] dump_stack+0x19/0x1b [ 3121.409070] [] __schedule_bug+0x64/0x72 [ 3121.413273] [] __schedule+0x791/0x7d0 [ 3121.415971] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3121.418279] [] ? bit_wait+0x50/0x50 [ 3121.420411] [] schedule+0x29/0x70 [ 3121.421934] [] schedule_timeout+0x209/0x290 [ 3121.424780] [] ? kvm_clock_read+0x33/0x40 [ 3121.427339] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3121.429470] [] ? ktime_get_ts64+0x4c/0xf0 [ 3121.433789] [] ? bit_wait+0x50/0x50 [ 3121.437354] [] io_schedule_timeout+0xad/0x130 [ 3121.440736] [] io_schedule+0x18/0x20 [ 3121.446972] [] bit_wait_io+0x11/0x50 [ 3121.449332] [] __wait_on_bit+0x65/0x90 [ 3121.451563] [] ? bit_wait+0x50/0x50 [ 3121.453367] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3121.455370] [] ? wake_bit_function+0x40/0x40 [ 3121.456923] [] __wait_on_buffer+0x2a/0x30 [ 3121.459710] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3121.462147] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3121.464588] [] read_blk+0x4c/0x60 [ 3121.466737] [] find_tree_dqentry+0x47/0x240 [ 3121.469034] [] find_tree_dqentry+0x1aa/0x240 [ 3121.470969] [] find_tree_dqentry+0x1aa/0x240 [ 3121.473131] [] find_tree_dqentry+0x1aa/0x240 [ 3121.475264] [] qtree_read_dquot+0x14c/0x380 [ 3121.478131] [] v2_read_dquot+0x2b/0x30 [ 3121.480182] [] dquot_acquire+0xe4/0x130 [ 3121.482686] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3121.485202] [] dqget+0x3fb/0x460 [ 3121.488919] [] __dquot_initialize+0x12d/0x230 [ 3121.490918] [] ? __free_pages+0x25/0x30 [ 3121.492874] [] dquot_initialize+0x13/0x20 [ 3121.494795] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3121.497316] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3121.499784] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3121.503145] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3121.506234] [] obd_setup+0x167/0x540 [obdclass] [ 3121.510229] [] class_setup+0x54f/0x830 [obdclass] [ 3121.513656] [] class_process_config+0x149b/0x2660 [obdclass] [ 3121.516859] [] ? do_raw_spin_unlock+0x49/0x90 [ 3121.519282] [] ? __kmalloc+0x1e0/0x340 [ 3121.521913] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3121.524056] [] do_lcfg+0x263/0x520 [obdclass] [ 3121.526885] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3121.529403] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3121.532590] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3121.534704] [] ? __mutex_init+0x56/0x60 [ 3121.539156] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3121.542134] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3121.544968] [] mount_nodev+0x4d/0xb0 [ 3121.547213] [] lustre_mount+0x18/0x20 [lustre] [ 3121.550481] [] mount_fs+0x39/0x1b0 [ 3121.553666] [] vfs_kern_mount+0x67/0x110 [ 3121.556492] [] do_mount+0x1ef/0xce0 [ 3121.558631] [] ? copy_mount_options+0x39/0x1b0 [ 3121.560726] [] SyS_mount+0x83/0xd0 [ 3121.561901] [] system_call_fastpath+0x1f/0x24 [ 3121.647364] LustreError: MGC192.168.204.118@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail [ 3121.792164] Lustre: lustre-MDT0000: in recovery but waiting for the first client to connect [ 3122.586707] Lustre: lustre-MDT0000: Will be in recovery for at least 1:00, or until 2 clients reconnect [ 3123.339760] Lustre: DEBUG MARKER: oleg418-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all [ 3126.775666] Lustre: lustre-MDT0000-lwp-MDT0001: Connection restored to 192.168.204.118@tcp (at 0@lo) [ 3126.782042] Lustre: Skipped 3 previous similar messages [ 3126.789743] Lustre: lustre-MDT0000: Recovery over after 0:05, of 2 clients 2 recovered and 0 were evicted. [ 3126.820607] Lustre: lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:294 to 0x280000401:385) [ 3126.821909] Lustre: lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:227 to 0x2c0000401:257) [ 3130.271238] Lustre: DEBUG MARKER: == sanity-lfsck test 31e: Re-generate the lost slave LMV EA for striped directory (1) ========================================================== 07:59:01 (1750593541) [ 3136.628782] Lustre: DEBUG MARKER: == sanity-lfsck test 31f: Re-generate the lost slave LMV EA for striped directory (2) ========================================================== 07:59:08 (1750593548) [ 3143.548978] Lustre: DEBUG MARKER: == sanity-lfsck test 31g: Repair the corrupted slave LMV EA ========================================================== 07:59:14 (1750593554) [ 3152.491229] Lustre: DEBUG MARKER: == sanity-lfsck test 31h: Repair the corrupted shard's name entry ========================================================== 07:59:24 (1750593564) [ 3161.366234] Lustre: DEBUG MARKER: == sanity-lfsck test 32a: stop LFSCK when some OST failed ========================================================== 07:59:32 (1750593572) [ 3166.852034] LustreError: 23998:0:(lfsck_layout.c:4467:lfsck_layout_assistant_handler_p1()) cfs_fail_timeout id 162d sleeping for 3000ms [ 3168.659705] Lustre: Failing over lustre-OST0000 [ 3168.738090] Lustre: server umount lustre-OST0000 complete [ 3169.888440] LustreError: 23998:0:(lfsck_layout.c:4467:lfsck_layout_assistant_handler_p1()) cfs_fail_timeout id 162d awake [ 3169.892767] LustreError: 23998:0:(lfsck_layout.c:4467:lfsck_layout_assistant_handler_p1()) cfs_fail_timeout id 162d sleeping for 3000ms [ 3170.400461] LustreError: 23998:0:(lfsck_layout.c:4467:lfsck_layout_assistant_handler_p1()) cfs_fail_timeout interrupted [ 3170.413779] LustreError: lustre-OST0000-osc-MDT0000: operation lfsck_notify to node 0@lo failed: rc = -107 [ 3170.417157] Lustre: lustre-OST0000-osc-MDT0000: Connection to lustre-OST0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete [ 3170.422276] Lustre: Skipped 3 previous similar messages [ 3170.433269] LustreError: 1980:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. [ 3170.442786] LustreError: 1980:0:(ldlm_lib.c:1113:target_handle_connect()) Skipped 25 previous similar messages [ 3178.795755] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3178.798437] in_atomic(): 1, irqs_disabled(): 0, pid: 24952, name: mount.lustre [ 3178.803928] CPU: 1 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3178.809995] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3178.815809] Call Trace: [ 3178.820185] [] dump_stack+0x19/0x1b [ 3178.826294] [] __might_sleep+0xd9/0x100 [ 3178.830247] [] kmem_cache_alloc+0x4f/0x2e0 [ 3178.834773] [] alloc_vfsmnt+0x24/0x240 [ 3178.837868] [] vfs_kern_mount+0x36/0x110 [ 3178.841813] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3178.845116] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3178.849158] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3178.854876] [] obd_setup+0x167/0x540 [obdclass] [ 3178.859604] [] class_setup+0x54f/0x830 [obdclass] [ 3178.864816] [] class_process_config+0x149b/0x2660 [obdclass] [ 3178.868012] [] ? do_raw_spin_unlock+0x49/0x90 [ 3178.870721] [] ? __kmalloc+0x1e0/0x340 [ 3178.872741] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3178.874767] [] do_lcfg+0x263/0x520 [obdclass] [ 3178.876922] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3178.880098] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3178.884838] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3178.888095] [] ? __mutex_init+0x56/0x60 [ 3178.893225] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3178.895924] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3178.898367] [] mount_nodev+0x4d/0xb0 [ 3178.900578] [] lustre_mount+0x18/0x20 [lustre] [ 3178.905034] [] mount_fs+0x39/0x1b0 [ 3178.907196] [] vfs_kern_mount+0x67/0x110 [ 3178.909157] [] do_mount+0x1ef/0xce0 [ 3178.912460] [] ? copy_mount_options+0x39/0x1b0 [ 3178.915400] [] SyS_mount+0x83/0xd0 [ 3178.917972] [] system_call_fastpath+0x1f/0x24 [ 3178.921373] BUG: scheduling while atomic: mount.lustre/24952/0x10000002 [ 3178.923783] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3178.948562] CPU: 1 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3178.953333] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3178.959312] Call Trace: [ 3178.960363] [] dump_stack+0x19/0x1b [ 3178.963383] [] __schedule_bug+0x64/0x72 [ 3178.965463] [] __schedule+0x791/0x7d0 [ 3178.971588] [] ? alloc_vfsmnt+0x24/0x240 [ 3178.973541] [] __cond_resched+0x26/0x30 [ 3178.975634] [] _cond_resched+0x3a/0x50 [ 3178.977494] [] kmem_cache_alloc+0x54/0x2e0 [ 3178.979508] [] alloc_vfsmnt+0x24/0x240 [ 3178.984014] [] vfs_kern_mount+0x36/0x110 [ 3178.988025] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3178.994489] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3178.997976] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3179.003259] [] obd_setup+0x167/0x540 [obdclass] [ 3179.007026] [] class_setup+0x54f/0x830 [obdclass] [ 3179.010711] [] class_process_config+0x149b/0x2660 [obdclass] [ 3179.012943] [] ? do_raw_spin_unlock+0x49/0x90 [ 3179.014962] [] ? __kmalloc+0x1e0/0x340 [ 3179.016947] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3179.019325] [] do_lcfg+0x263/0x520 [obdclass] [ 3179.024694] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3179.033643] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3179.044465] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3179.049735] [] ? __mutex_init+0x56/0x60 [ 3179.051249] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3179.054701] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3179.058635] [] mount_nodev+0x4d/0xb0 [ 3179.060856] [] lustre_mount+0x18/0x20 [lustre] [ 3179.063736] [] mount_fs+0x39/0x1b0 [ 3179.067980] [] vfs_kern_mount+0x67/0x110 [ 3179.070075] [] do_mount+0x1ef/0xce0 [ 3179.071696] [] ? copy_mount_options+0x39/0x1b0 [ 3179.074893] [] SyS_mount+0x83/0xd0 [ 3179.077196] [] system_call_fastpath+0x1f/0x24 [ 3179.082831] BUG: scheduling while atomic: mount.lustre/24952/0x10000002 [ 3179.085763] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3179.130261] CPU: 0 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3179.135779] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3179.139676] Call Trace: [ 3179.140597] [] dump_stack+0x19/0x1b [ 3179.149812] [] __schedule_bug+0x64/0x72 [ 3179.155786] [] __schedule+0x791/0x7d0 [ 3179.162162] [] __cond_resched+0x26/0x30 [ 3179.165879] [] _cond_resched+0x3a/0x50 [ 3179.171071] [] truncate_inode_pages_range+0x237/0x7d0 [ 3179.178001] [] truncate_inode_pages+0x15/0x20 [ 3179.182136] [] kill_bdev+0x35/0x40 [ 3179.186617] [] set_blocksize+0xab/0xd0 [ 3179.193205] [] sb_set_blocksize+0x1d/0x50 [ 3179.196456] [] sb_min_blocksize+0x42/0x60 [ 3179.205712] [] ldiskfs_fill_super+0x1c2/0x3060 [ldiskfs] [ 3179.216282] [] ? snprintf+0x49/0x70 [ 3179.222472] [] mount_bdev+0x1b0/0x1f0 [ 3179.228353] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3179.233859] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3179.238348] [] mount_fs+0x39/0x1b0 [ 3179.241946] [] vfs_kern_mount+0x67/0x110 [ 3179.245807] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3179.250670] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3179.254165] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3179.257321] [] obd_setup+0x167/0x540 [obdclass] [ 3179.261152] [] class_setup+0x54f/0x830 [obdclass] [ 3179.264659] [] class_process_config+0x149b/0x2660 [obdclass] [ 3179.267006] [] ? do_raw_spin_unlock+0x49/0x90 [ 3179.270811] [] ? __kmalloc+0x1e0/0x340 [ 3179.273128] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3179.275522] [] do_lcfg+0x263/0x520 [obdclass] [ 3179.277188] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3179.281641] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3179.286780] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3179.291124] [] ? __mutex_init+0x56/0x60 [ 3179.293198] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3179.295641] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3179.304867] [] mount_nodev+0x4d/0xb0 [ 3179.309691] [] lustre_mount+0x18/0x20 [lustre] [ 3179.314609] [] mount_fs+0x39/0x1b0 [ 3179.319113] [] vfs_kern_mount+0x67/0x110 [ 3179.321794] [] do_mount+0x1ef/0xce0 [ 3179.325343] [] ? copy_mount_options+0x39/0x1b0 [ 3179.328191] [] SyS_mount+0x83/0xd0 [ 3179.342480] [] system_call_fastpath+0x1f/0x24 [ 3179.344865] BUG: scheduling while atomic: mount.lustre/24952/0x00000002 [ 3179.347298] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3179.388362] CPU: 1 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3179.393498] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3179.401063] Call Trace: [ 3179.401982] [] dump_stack+0x19/0x1b [ 3179.413119] [] __schedule_bug+0x64/0x72 [ 3179.416285] [] __schedule+0x791/0x7d0 [ 3179.419750] [] ? bit_wait+0x50/0x50 [ 3179.427931] [] schedule+0x29/0x70 [ 3179.434409] [] schedule_timeout+0x209/0x290 [ 3179.436348] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3179.438784] [] ? kvm_clock_read+0x33/0x40 [ 3179.444526] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3179.449519] [] ? ktime_get_ts64+0x4c/0xf0 [ 3179.455962] [] ? bit_wait+0x50/0x50 [ 3179.458870] [] io_schedule_timeout+0xad/0x130 [ 3179.464497] [] io_schedule+0x18/0x20 [ 3179.468133] [] bit_wait_io+0x11/0x50 [ 3179.472200] [] __wait_on_bit+0x65/0x90 [ 3179.475715] [] ? bit_wait+0x50/0x50 [ 3179.478381] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3179.480695] [] ? wake_bit_function+0x40/0x40 [ 3179.482130] [] __bread+0xad/0xf0 [ 3179.483313] [] ldiskfs_fill_super+0x201/0x3060 [ldiskfs] [ 3179.485343] [] ? snprintf+0x49/0x70 [ 3179.487208] [] mount_bdev+0x1b0/0x1f0 [ 3179.489437] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3179.492422] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3179.494760] [] mount_fs+0x39/0x1b0 [ 3179.496596] [] vfs_kern_mount+0x67/0x110 [ 3179.500501] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3179.502845] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3179.505130] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3179.511258] [] obd_setup+0x167/0x540 [obdclass] [ 3179.515241] [] class_setup+0x54f/0x830 [obdclass] [ 3179.523685] [] class_process_config+0x149b/0x2660 [obdclass] [ 3179.532046] [] ? do_raw_spin_unlock+0x49/0x90 [ 3179.537688] [] ? __kmalloc+0x1e0/0x340 [ 3179.539871] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3179.542164] [] do_lcfg+0x263/0x520 [obdclass] [ 3179.547609] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3179.551601] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3179.554896] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3179.557267] [] ? __mutex_init+0x56/0x60 [ 3179.560015] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3179.563332] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3179.568008] [] mount_nodev+0x4d/0xb0 [ 3179.571258] [] lustre_mount+0x18/0x20 [lustre] [ 3179.574063] [] mount_fs+0x39/0x1b0 [ 3179.581163] [] vfs_kern_mount+0x67/0x110 [ 3179.584904] [] do_mount+0x1ef/0xce0 [ 3179.588788] [] ? copy_mount_options+0x39/0x1b0 [ 3179.591518] [] SyS_mount+0x83/0xd0 [ 3179.593302] [] system_call_fastpath+0x1f/0x24 [ 3179.604776] LDISKFS-fs (dm-2): file extents enabled, maximum tree depth=5 [ 3179.608643] BUG: scheduling while atomic: mount.lustre/24952/0x10000002 [ 3179.612388] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3179.644885] CPU: 0 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3179.648566] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3179.653129] Call Trace: [ 3179.654225] [] dump_stack+0x19/0x1b [ 3179.655901] [] __schedule_bug+0x64/0x72 [ 3179.657723] [] __schedule+0x791/0x7d0 [ 3179.662939] [] __cond_resched+0x26/0x30 [ 3179.665355] [] _cond_resched+0x3a/0x50 [ 3179.667517] [] __getblk+0x40/0x300 [ 3179.670504] [] ? _submit_bh+0x144/0x160 [ 3179.673173] [] __breadahead+0x21/0x70 [ 3179.677156] [] __ldiskfs_get_inode_loc+0x3ba/0x400 [ldiskfs] [ 3179.680460] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3179.683615] [] ? vprintk_emit+0x3e4/0x560 [ 3179.687202] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3179.690600] [] ? printk+0x5d/0x74 [ 3179.693370] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3179.695962] [] mount_bdev+0x1b0/0x1f0 [ 3179.699953] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3179.705386] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3179.711642] [] mount_fs+0x39/0x1b0 [ 3179.716142] [] vfs_kern_mount+0x67/0x110 [ 3179.720036] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3179.727969] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3179.732416] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3179.736821] [] obd_setup+0x167/0x540 [obdclass] [ 3179.740951] [] class_setup+0x54f/0x830 [obdclass] [ 3179.747463] [] class_process_config+0x149b/0x2660 [obdclass] [ 3179.750071] [] ? do_raw_spin_unlock+0x49/0x90 [ 3179.751981] [] ? __kmalloc+0x1e0/0x340 [ 3179.753857] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3179.756243] [] do_lcfg+0x263/0x520 [obdclass] [ 3179.758581] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3179.760871] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3179.763330] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3179.768176] [] ? __mutex_init+0x56/0x60 [ 3179.781777] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3179.786146] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3179.788757] [] mount_nodev+0x4d/0xb0 [ 3179.790709] [] lustre_mount+0x18/0x20 [lustre] [ 3179.793736] [] mount_fs+0x39/0x1b0 [ 3179.797778] [] vfs_kern_mount+0x67/0x110 [ 3179.801096] [] do_mount+0x1ef/0xce0 [ 3179.804114] [] ? copy_mount_options+0x39/0x1b0 [ 3179.808134] [] SyS_mount+0x83/0xd0 [ 3179.811215] [] system_call_fastpath+0x1f/0x24 [ 3179.815943] BUG: sleeping function called from invalid context at mm/page_alloc.c:3423 [ 3179.818712] in_atomic(): 1, irqs_disabled(): 0, pid: 24952, name: mount.lustre [ 3179.821421] CPU: 1 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3179.824681] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3179.828896] Call Trace: [ 3179.829612] [] dump_stack+0x19/0x1b [ 3179.833582] [] __might_sleep+0xd9/0x100 [ 3179.837318] [] __alloc_pages_nodemask+0x313/0xca0 [ 3179.841647] [] ? __module_text_address+0x12/0x70 [ 3179.845104] [] ? is_bpf_text_address+0x23/0x30 [ 3179.847645] [] ? __kernel_text_address+0x64/0x90 [ 3179.850841] [] ? show_trace_log_lvl+0x17c/0x330 [ 3179.853227] [] ? __radix_tree_lookup+0x84/0xf0 [ 3179.859012] [] alloc_pages_current+0x98/0x110 [ 3179.863266] [] __page_cache_alloc+0x97/0xb0 [ 3179.865937] [] find_or_create_page+0x45/0xa0 [ 3179.874220] [] __getblk+0x110/0x300 [ 3179.877879] [] ? _submit_bh+0x144/0x160 [ 3179.880049] [] __breadahead+0x21/0x70 [ 3179.886165] [] __ldiskfs_get_inode_loc+0x3ba/0x400 [ldiskfs] [ 3179.894716] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3179.897257] [] ? vprintk_emit+0x3e4/0x560 [ 3179.899935] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3179.904324] [] ? printk+0x5d/0x74 [ 3179.906714] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3179.912134] [] mount_bdev+0x1b0/0x1f0 [ 3179.916996] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3179.922663] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3179.924962] [] mount_fs+0x39/0x1b0 [ 3179.926760] [] vfs_kern_mount+0x67/0x110 [ 3179.928752] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3179.930955] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3179.936365] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3179.940536] [] obd_setup+0x167/0x540 [obdclass] [ 3179.956240] [] class_setup+0x54f/0x830 [obdclass] [ 3179.965009] [] class_process_config+0x149b/0x2660 [obdclass] [ 3179.975040] [] ? do_raw_spin_unlock+0x49/0x90 [ 3179.977250] [] ? __kmalloc+0x1e0/0x340 [ 3179.979270] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3179.981622] [] do_lcfg+0x263/0x520 [obdclass] [ 3179.989054] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3179.994352] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3179.998226] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3180.001483] [] ? __mutex_init+0x56/0x60 [ 3180.004778] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3180.006795] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3180.009053] [] mount_nodev+0x4d/0xb0 [ 3180.014967] [] lustre_mount+0x18/0x20 [lustre] [ 3180.018997] [] mount_fs+0x39/0x1b0 [ 3180.023611] [] vfs_kern_mount+0x67/0x110 [ 3180.028473] [] do_mount+0x1ef/0xce0 [ 3180.032595] [] ? copy_mount_options+0x39/0x1b0 [ 3180.036405] [] SyS_mount+0x83/0xd0 [ 3180.039296] [] system_call_fastpath+0x1f/0x24 [ 3180.045775] BUG: scheduling while atomic: mount.lustre/24952/0x10000002 [ 3180.051618] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3180.085071] CPU: 1 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3180.090500] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3180.094984] Call Trace: [ 3180.095829] [] dump_stack+0x19/0x1b [ 3180.099379] [] __schedule_bug+0x64/0x72 [ 3180.102901] [] __schedule+0x791/0x7d0 [ 3180.105396] [] __cond_resched+0x26/0x30 [ 3180.107308] [] _cond_resched+0x3a/0x50 [ 3180.111362] [] __alloc_pages_nodemask+0x318/0xca0 [ 3180.115046] [] ? __module_text_address+0x12/0x70 [ 3180.117305] [] ? is_bpf_text_address+0x23/0x30 [ 3180.119436] [] ? __kernel_text_address+0x64/0x90 [ 3180.121483] [] ? show_trace_log_lvl+0x17c/0x330 [ 3180.123545] [] ? __radix_tree_lookup+0x84/0xf0 [ 3180.125658] [] alloc_pages_current+0x98/0x110 [ 3180.127721] [] __page_cache_alloc+0x97/0xb0 [ 3180.132082] [] find_or_create_page+0x45/0xa0 [ 3180.137305] [] __getblk+0x110/0x300 [ 3180.141278] [] ? _submit_bh+0x144/0x160 [ 3180.147085] [] __breadahead+0x21/0x70 [ 3180.149109] [] __ldiskfs_get_inode_loc+0x3ba/0x400 [ldiskfs] [ 3180.153649] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3180.158503] [] ? vprintk_emit+0x3e4/0x560 [ 3180.160895] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3180.163918] [] ? printk+0x5d/0x74 [ 3180.165714] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3180.171376] [] mount_bdev+0x1b0/0x1f0 [ 3180.175912] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3180.179093] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3180.181270] [] mount_fs+0x39/0x1b0 [ 3180.183021] [] vfs_kern_mount+0x67/0x110 [ 3180.184872] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3180.191325] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3180.195810] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3180.200208] [] obd_setup+0x167/0x540 [obdclass] [ 3180.205228] [] class_setup+0x54f/0x830 [obdclass] [ 3180.207679] [] class_process_config+0x149b/0x2660 [obdclass] [ 3180.210209] [] ? do_raw_spin_unlock+0x49/0x90 [ 3180.212259] [] ? __kmalloc+0x1e0/0x340 [ 3180.214182] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3180.216345] [] do_lcfg+0x263/0x520 [obdclass] [ 3180.218490] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3180.221038] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3180.223425] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3180.228508] [] ? __mutex_init+0x56/0x60 [ 3180.232369] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3180.237659] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3180.243344] [] mount_nodev+0x4d/0xb0 [ 3180.248276] [] lustre_mount+0x18/0x20 [lustre] [ 3180.252967] [] mount_fs+0x39/0x1b0 [ 3180.257729] [] vfs_kern_mount+0x67/0x110 [ 3180.262013] [] do_mount+0x1ef/0xce0 [ 3180.266638] [] ? copy_mount_options+0x39/0x1b0 [ 3180.272063] [] SyS_mount+0x83/0xd0 [ 3180.275567] [] system_call_fastpath+0x1f/0x24 [ 3180.286800] BUG: scheduling while atomic: mount.lustre/24952/0x00000002 [ 3180.290342] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3180.324282] CPU: 2 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3180.330599] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3180.335852] Call Trace: [ 3180.341234] [] dump_stack+0x19/0x1b [ 3180.343515] [] __schedule_bug+0x64/0x72 [ 3180.347291] [] __schedule+0x791/0x7d0 [ 3180.349267] [] ? bit_wait+0x50/0x50 [ 3180.351033] [] schedule+0x29/0x70 [ 3180.352819] [] schedule_timeout+0x209/0x290 [ 3180.354908] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3180.357272] [] ? kvm_clock_read+0x33/0x40 [ 3180.359190] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3180.361296] [] ? bit_wait+0x50/0x50 [ 3180.365495] [] io_schedule_timeout+0xad/0x130 [ 3180.370210] [] io_schedule+0x18/0x20 [ 3180.375551] [] bit_wait_io+0x11/0x50 [ 3180.379091] [] __wait_on_bit+0x65/0x90 [ 3180.384702] [] ? bit_wait+0x50/0x50 [ 3180.389746] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3180.393263] [] ? wake_bit_function+0x40/0x40 [ 3180.396157] [] __wait_on_buffer+0x2a/0x30 [ 3180.398676] [] __ldiskfs_get_inode_loc+0x1bd/0x400 [ldiskfs] [ 3180.403801] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3180.407971] [] ? vprintk_emit+0x3e4/0x560 [ 3180.411300] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3180.413716] [] ? printk+0x5d/0x74 [ 3180.415435] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3180.417839] [] mount_bdev+0x1b0/0x1f0 [ 3180.419628] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3180.422198] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3180.424293] [] mount_fs+0x39/0x1b0 [ 3180.425982] [] vfs_kern_mount+0x67/0x110 [ 3180.427861] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3180.433863] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3180.438266] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3180.442577] [] obd_setup+0x167/0x540 [obdclass] [ 3180.444834] [] class_setup+0x54f/0x830 [obdclass] [ 3180.453158] [] class_process_config+0x149b/0x2660 [obdclass] [ 3180.462502] [] ? do_raw_spin_unlock+0x49/0x90 [ 3180.464583] [] ? __kmalloc+0x1e0/0x340 [ 3180.466464] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3180.468627] [] do_lcfg+0x263/0x520 [obdclass] [ 3180.470682] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3180.473102] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3180.490571] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3180.495755] [] ? __mutex_init+0x56/0x60 [ 3180.499853] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3180.503681] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3180.506883] [] mount_nodev+0x4d/0xb0 [ 3180.509824] [] lustre_mount+0x18/0x20 [lustre] [ 3180.513782] [] mount_fs+0x39/0x1b0 [ 3180.516653] [] vfs_kern_mount+0x67/0x110 [ 3180.520636] [] do_mount+0x1ef/0xce0 [ 3180.524359] [] ? copy_mount_options+0x39/0x1b0 [ 3180.528306] [] SyS_mount+0x83/0xd0 [ 3180.530419] [] system_call_fastpath+0x1f/0x24 [ 3180.534869] BUG: scheduling while atomic: mount.lustre/24952/0x00000002 [ 3180.542749] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3180.573155] CPU: 3 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3180.580193] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3180.585859] Call Trace: [ 3180.586785] [] dump_stack+0x19/0x1b [ 3180.588810] [] __schedule_bug+0x64/0x72 [ 3180.590991] [] __schedule+0x791/0x7d0 [ 3180.592940] [] schedule+0x29/0x70 [ 3180.596317] [] schedule_timeout+0x209/0x290 [ 3180.598646] [] ? native_smp_send_reschedule+0x4c/0x70 [ 3180.604577] [] ? resched_curr+0xd8/0xf0 [ 3180.606191] [] ? check_preempt_curr+0x80/0xa0 [ 3180.609908] [] ? ttwu_do_wakeup+0x19/0xf0 [ 3180.611735] [] wait_for_completion+0xfc/0x140 [ 3180.613736] [] ? wake_up_state+0x20/0x20 [ 3180.616384] [] kthread_create_on_node+0xa8/0x140 [ 3180.618622] [] ? mempool_free+0x49/0x90 [ 3180.620714] [] ? commit_timeout+0x10/0x10 [jbd2] [ 3180.623151] [] jbd2_journal_load+0x16b/0x2d0 [jbd2] [ 3180.625698] [] ? ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3180.628428] [] ldiskfs_load_journal+0x61f/0x71c [ldiskfs] [ 3180.631305] [] ? printk+0x5d/0x74 [ 3180.633149] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3180.637336] [] mount_bdev+0x1b0/0x1f0 [ 3180.640324] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3180.643596] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3180.645674] [] mount_fs+0x39/0x1b0 [ 3180.647200] [] vfs_kern_mount+0x67/0x110 [ 3180.648969] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3180.650908] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3180.656653] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3180.662348] [] obd_setup+0x167/0x540 [obdclass] [ 3180.666889] [] class_setup+0x54f/0x830 [obdclass] [ 3180.671063] [] class_process_config+0x149b/0x2660 [obdclass] [ 3180.677633] [] ? do_raw_spin_unlock+0x49/0x90 [ 3180.681013] [] ? __kmalloc+0x1e0/0x340 [ 3180.682851] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3180.689968] [] do_lcfg+0x263/0x520 [obdclass] [ 3180.695398] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3180.698612] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3180.702754] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3180.706041] [] ? __mutex_init+0x56/0x60 [ 3180.709191] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3180.711864] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3180.714258] [] mount_nodev+0x4d/0xb0 [ 3180.718579] [] lustre_mount+0x18/0x20 [lustre] [ 3180.720536] [] mount_fs+0x39/0x1b0 [ 3180.721971] [] vfs_kern_mount+0x67/0x110 [ 3180.723787] [] do_mount+0x1ef/0xce0 [ 3180.725358] [] ? copy_mount_options+0x39/0x1b0 [ 3180.729765] [] SyS_mount+0x83/0xd0 [ 3180.733587] [] system_call_fastpath+0x1f/0x24 [ 3180.739679] BUG: scheduling while atomic: mount.lustre/24952/0x00000002 [ 3180.742007] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3180.772762] CPU: 0 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3180.780258] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3180.786659] Call Trace: [ 3180.788180] [] dump_stack+0x19/0x1b [ 3180.790567] [] __schedule_bug+0x64/0x72 [ 3180.794716] [] __schedule+0x791/0x7d0 [ 3180.797515] [] schedule+0x29/0x70 [ 3180.800812] [] jbd2_journal_load+0x215/0x2d0 [jbd2] [ 3180.804594] [] ? wake_up_atomic_t+0x30/0x30 [ 3180.807410] [] ldiskfs_load_journal+0x61f/0x71c [ldiskfs] [ 3180.810805] [] ? printk+0x5d/0x74 [ 3180.815519] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3180.818149] [] mount_bdev+0x1b0/0x1f0 [ 3180.820081] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3180.826320] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3180.830505] [] mount_fs+0x39/0x1b0 [ 3180.833645] [] vfs_kern_mount+0x67/0x110 [ 3180.836224] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3180.839501] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3180.842852] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3180.846036] [] obd_setup+0x167/0x540 [obdclass] [ 3180.849993] [] class_setup+0x54f/0x830 [obdclass] [ 3180.851967] [] class_process_config+0x149b/0x2660 [obdclass] [ 3180.854420] [] ? do_raw_spin_unlock+0x49/0x90 [ 3180.856607] [] ? __kmalloc+0x1e0/0x340 [ 3180.871301] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3180.874891] [] do_lcfg+0x263/0x520 [obdclass] [ 3180.877575] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3180.881698] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3180.885029] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3180.889316] [] ? __mutex_init+0x56/0x60 [ 3180.891811] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3180.896510] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3180.898725] [] mount_nodev+0x4d/0xb0 [ 3180.900265] [] lustre_mount+0x18/0x20 [lustre] [ 3180.902286] [] mount_fs+0x39/0x1b0 [ 3180.903933] [] vfs_kern_mount+0x67/0x110 [ 3180.905769] [] do_mount+0x1ef/0xce0 [ 3180.910123] [] ? copy_mount_options+0x39/0x1b0 [ 3180.914771] [] SyS_mount+0x83/0xd0 [ 3180.917416] [] system_call_fastpath+0x1f/0x24 [ 3180.921489] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3180.924327] in_atomic(): 1, irqs_disabled(): 0, pid: 24952, name: mount.lustre [ 3180.931018] CPU: 1 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3180.935002] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3180.940355] Call Trace: [ 3180.942459] [] dump_stack+0x19/0x1b [ 3180.946848] [] __might_sleep+0xd9/0x100 [ 3180.949351] [] __kmalloc+0x73/0x340 [ 3180.952177] [] ? __debug_object_init+0x249/0x480 [ 3180.954863] [] ? __alloc_workqueue_key+0x261/0x480 [ 3180.958749] [] __alloc_workqueue_key+0x261/0x480 [ 3180.961230] [] ? do_raw_spin_unlock+0x49/0x90 [ 3180.963669] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3180.966052] [] mount_bdev+0x1b0/0x1f0 [ 3180.968462] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3180.971134] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3180.973786] [] mount_fs+0x39/0x1b0 [ 3180.977706] [] vfs_kern_mount+0x67/0x110 [ 3180.979717] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3180.982535] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3180.986723] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3180.990040] [] obd_setup+0x167/0x540 [obdclass] [ 3180.993102] [] class_setup+0x54f/0x830 [obdclass] [ 3180.996288] [] class_process_config+0x149b/0x2660 [obdclass] [ 3181.000868] [] ? do_raw_spin_unlock+0x49/0x90 [ 3181.005189] [] ? __kmalloc+0x1e0/0x340 [ 3181.013624] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3181.018132] [] do_lcfg+0x263/0x520 [obdclass] [ 3181.020974] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3181.023468] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3181.025729] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3181.028203] [] ? __mutex_init+0x56/0x60 [ 3181.030215] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3181.032380] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3181.037194] [] mount_nodev+0x4d/0xb0 [ 3181.042190] [] lustre_mount+0x18/0x20 [lustre] [ 3181.047658] [] mount_fs+0x39/0x1b0 [ 3181.050087] [] vfs_kern_mount+0x67/0x110 [ 3181.059067] [] do_mount+0x1ef/0xce0 [ 3181.062793] [] ? copy_mount_options+0x39/0x1b0 [ 3181.065742] [] SyS_mount+0x83/0xd0 [ 3181.069472] [] system_call_fastpath+0x1f/0x24 [ 3181.072095] BUG: scheduling while atomic: mount.lustre/24952/0x10000002 [ 3181.076929] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3181.101831] CPU: 1 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3181.106243] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3181.109163] Call Trace: [ 3181.109915] [] dump_stack+0x19/0x1b [ 3181.111485] [] __schedule_bug+0x64/0x72 [ 3181.113270] [] __schedule+0x791/0x7d0 [ 3181.120123] [] __cond_resched+0x26/0x30 [ 3181.129384] [] _cond_resched+0x3a/0x50 [ 3181.132570] [] __kmalloc+0x78/0x340 [ 3181.138928] [] ? __debug_object_init+0x249/0x480 [ 3181.143774] [] ? __alloc_workqueue_key+0x261/0x480 [ 3181.146174] [] __alloc_workqueue_key+0x261/0x480 [ 3181.149841] [] ? do_raw_spin_unlock+0x49/0x90 [ 3181.153521] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3181.159478] [] mount_bdev+0x1b0/0x1f0 [ 3181.162161] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3181.166036] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3181.169575] [] mount_fs+0x39/0x1b0 [ 3181.172326] [] vfs_kern_mount+0x67/0x110 [ 3181.175298] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3181.178292] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3181.185441] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3181.190226] [] obd_setup+0x167/0x540 [obdclass] [ 3181.192667] [] class_setup+0x54f/0x830 [obdclass] [ 3181.198386] [] class_process_config+0x149b/0x2660 [obdclass] [ 3181.200704] [] ? do_raw_spin_unlock+0x49/0x90 [ 3181.204665] [] ? __kmalloc+0x1e0/0x340 [ 3181.209276] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3181.214825] [] do_lcfg+0x263/0x520 [obdclass] [ 3181.219596] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3181.227634] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3181.232235] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3181.237707] [] ? __mutex_init+0x56/0x60 [ 3181.240723] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3181.244273] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3181.250527] [] mount_nodev+0x4d/0xb0 [ 3181.254659] [] lustre_mount+0x18/0x20 [lustre] [ 3181.257985] [] mount_fs+0x39/0x1b0 [ 3181.264764] [] vfs_kern_mount+0x67/0x110 [ 3181.266681] [] do_mount+0x1ef/0xce0 [ 3181.271126] [] ? copy_mount_options+0x39/0x1b0 [ 3181.274220] [] SyS_mount+0x83/0xd0 [ 3181.279380] [] system_call_fastpath+0x1f/0x24 [ 3181.283713] BUG: scheduling while atomic: mount.lustre/24952/0x00000002 [ 3181.288599] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3181.328602] CPU: 0 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3181.332528] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3181.336724] Call Trace: [ 3181.337656] [] dump_stack+0x19/0x1b [ 3181.339848] [] __schedule_bug+0x64/0x72 [ 3181.342357] [] __schedule+0x791/0x7d0 [ 3181.345074] [] ? enqueue_entity+0x2ef/0xc30 [ 3181.348651] [] schedule+0x29/0x70 [ 3181.351252] [] schedule_timeout+0x209/0x290 [ 3181.356240] [] ? sched_clock_cpu+0xa5/0xe0 [ 3181.358307] [] ? ttwu_do_wakeup+0x19/0xf0 [ 3181.360301] [] wait_for_completion+0xfc/0x140 [ 3181.362504] [] ? wake_up_state+0x20/0x20 [ 3181.363962] [] kthread_create_on_node+0xa8/0x140 [ 3181.376592] [] ? process_one_work+0x4a0/0x4a0 [ 3181.380230] [] __alloc_workqueue_key+0x336/0x480 [ 3181.385720] [] ? do_raw_spin_unlock+0x49/0x90 [ 3181.391010] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3181.394217] [] mount_bdev+0x1b0/0x1f0 [ 3181.397055] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3181.408037] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3181.412753] [] mount_fs+0x39/0x1b0 [ 3181.417152] [] vfs_kern_mount+0x67/0x110 [ 3181.419034] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3181.422905] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3181.426258] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3181.429683] [] obd_setup+0x167/0x540 [obdclass] [ 3181.435955] [] class_setup+0x54f/0x830 [obdclass] [ 3181.440102] [] class_process_config+0x149b/0x2660 [obdclass] [ 3181.442665] [] ? do_raw_spin_unlock+0x49/0x90 [ 3181.444782] [] ? __kmalloc+0x1e0/0x340 [ 3181.446598] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3181.448590] [] do_lcfg+0x263/0x520 [obdclass] [ 3181.453036] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3181.457516] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3181.461616] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3181.467600] [] ? __mutex_init+0x56/0x60 [ 3181.477991] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3181.483959] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3181.489979] [] mount_nodev+0x4d/0xb0 [ 3181.497587] [] lustre_mount+0x18/0x20 [lustre] [ 3181.499822] [] mount_fs+0x39/0x1b0 [ 3181.501635] [] vfs_kern_mount+0x67/0x110 [ 3181.512046] [] do_mount+0x1ef/0xce0 [ 3181.516608] [] ? copy_mount_options+0x39/0x1b0 [ 3181.519608] [] SyS_mount+0x83/0xd0 [ 3181.522745] [] system_call_fastpath+0x1f/0x24 [ 3181.529345] BUG: scheduling while atomic: mount.lustre/24952/0x00000002 [ 3181.531875] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3181.580541] CPU: 1 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3181.589472] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3181.594615] Call Trace: [ 3181.595512] [] dump_stack+0x19/0x1b [ 3181.598474] [] __schedule_bug+0x64/0x72 [ 3181.601013] [] __schedule+0x791/0x7d0 [ 3181.604141] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3181.608131] [] ? bit_wait+0x50/0x50 [ 3181.609648] [] schedule+0x29/0x70 [ 3181.612044] [] schedule_timeout+0x209/0x290 [ 3181.617153] [] ? kvm_clock_read+0x33/0x40 [ 3181.621263] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3181.624084] [] ? ktime_get_ts64+0x4c/0xf0 [ 3181.627256] [] ? bit_wait+0x50/0x50 [ 3181.631232] [] io_schedule_timeout+0xad/0x130 [ 3181.633738] [] io_schedule+0x18/0x20 [ 3181.635407] [] bit_wait_io+0x11/0x50 [ 3181.637508] [] __wait_on_bit+0x65/0x90 [ 3181.639543] [] ? bit_wait+0x50/0x50 [ 3181.642048] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3181.644364] [] ? wake_bit_function+0x40/0x40 [ 3181.646228] [] __wait_on_buffer+0x2a/0x30 [ 3181.652791] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3181.656755] [] ? mark_page_accessed+0xd8/0xe0 [ 3181.662857] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3181.666321] [] v2_read_header+0x1f/0x50 [ 3181.669917] [] v2_check_quota_file+0x2b/0x70 [ 3181.673152] [] ? igrab+0x36/0x60 [ 3181.675488] [] vfs_load_quota_inode+0x279/0x570 [ 3181.677522] [] ? unlock_new_inode+0x55/0x80 [ 3181.684711] [] dquot_enable+0xf0/0x110 [ 3181.689058] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3181.693686] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3181.698999] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3181.702658] [] mount_bdev+0x1b0/0x1f0 [ 3181.707066] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3181.713045] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3181.715403] [] mount_fs+0x39/0x1b0 [ 3181.717701] [] vfs_kern_mount+0x67/0x110 [ 3181.722379] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3181.726330] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3181.728800] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3181.735507] [] obd_setup+0x167/0x540 [obdclass] [ 3181.739277] [] class_setup+0x54f/0x830 [obdclass] [ 3181.742693] [] class_process_config+0x149b/0x2660 [obdclass] [ 3181.747403] [] ? do_raw_spin_unlock+0x49/0x90 [ 3181.750266] [] ? __kmalloc+0x1e0/0x340 [ 3181.753609] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3181.756982] [] do_lcfg+0x263/0x520 [obdclass] [ 3181.759140] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3181.767714] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3181.771153] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3181.781442] [] ? __mutex_init+0x56/0x60 [ 3181.783264] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3181.785856] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3181.788169] [] mount_nodev+0x4d/0xb0 [ 3181.790316] [] lustre_mount+0x18/0x20 [lustre] [ 3181.793086] [] mount_fs+0x39/0x1b0 [ 3181.794831] [] vfs_kern_mount+0x67/0x110 [ 3181.796886] [] do_mount+0x1ef/0xce0 [ 3181.800555] [] ? copy_mount_options+0x39/0x1b0 [ 3181.804078] [] SyS_mount+0x83/0xd0 [ 3181.807089] [] system_call_fastpath+0x1f/0x24 [ 3181.811720] LDISKFS-fs (dm-2): mounted filesystem with ordered data mode. Opts: user_xattr,acl,no_mbcache,nodelalloc [ 3181.816372] BUG: scheduling while atomic: mount.lustre/24952/0x10000002 [ 3181.819978] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3181.863987] CPU: 0 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3181.871783] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3181.876221] Call Trace: [ 3181.877107] [] dump_stack+0x19/0x1b [ 3181.880199] [] __schedule_bug+0x64/0x72 [ 3181.885034] [] __schedule+0x791/0x7d0 [ 3181.892075] [] ? dquot_alloc+0x1a/0x20 [ 3181.894063] [] __cond_resched+0x26/0x30 [ 3181.898504] [] _cond_resched+0x3a/0x50 [ 3181.901487] [] kmem_cache_alloc+0x54/0x2e0 [ 3181.911520] [] dquot_alloc+0x1a/0x20 [ 3181.918345] [] dqget+0x242/0x460 [ 3181.921476] [] __dquot_initialize+0x12d/0x230 [ 3181.926644] [] ? __free_pages+0x25/0x30 [ 3181.936895] [] ? free_pages.part.76+0x40/0x50 [ 3181.939015] [] dquot_initialize+0x13/0x20 [ 3181.948673] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3181.954224] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3181.958025] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3181.964842] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3181.968859] [] obd_setup+0x167/0x540 [obdclass] [ 3181.982653] [] class_setup+0x54f/0x830 [obdclass] [ 3181.986877] [] class_process_config+0x149b/0x2660 [obdclass] [ 3181.991518] [] ? do_raw_spin_unlock+0x49/0x90 [ 3181.995109] [] ? __kmalloc+0x1e0/0x340 [ 3182.000019] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3182.004016] [] do_lcfg+0x263/0x520 [obdclass] [ 3182.006109] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3182.010002] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3182.012397] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3182.016976] [] ? __mutex_init+0x56/0x60 [ 3182.018971] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3182.024206] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3182.026757] [] mount_nodev+0x4d/0xb0 [ 3182.028899] [] lustre_mount+0x18/0x20 [lustre] [ 3182.031127] [] mount_fs+0x39/0x1b0 [ 3182.034722] [] vfs_kern_mount+0x67/0x110 [ 3182.041671] [] do_mount+0x1ef/0xce0 [ 3182.044430] [] ? copy_mount_options+0x39/0x1b0 [ 3182.046375] [] SyS_mount+0x83/0xd0 [ 3182.047880] [] system_call_fastpath+0x1f/0x24 [ 3182.049802] BUG: sleeping function called from invalid context at kernel/mutex.c:104 [ 3182.053523] in_atomic(): 1, irqs_disabled(): 0, pid: 24952, name: mount.lustre [ 3182.059240] CPU: 0 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3182.063775] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3182.068788] Call Trace: [ 3182.071047] [] dump_stack+0x19/0x1b [ 3182.077111] [] __might_sleep+0xd9/0x100 [ 3182.086081] [] mutex_lock+0x20/0x40 [ 3182.087720] [] dqget+0x1be/0x460 [ 3182.088915] [] __dquot_initialize+0x12d/0x230 [ 3182.093272] [] ? __free_pages+0x25/0x30 [ 3182.098019] [] ? free_pages.part.76+0x40/0x50 [ 3182.101356] [] dquot_initialize+0x13/0x20 [ 3182.104363] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3182.108748] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3182.110510] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3182.112994] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3182.116034] [] obd_setup+0x167/0x540 [obdclass] [ 3182.118678] [] class_setup+0x54f/0x830 [obdclass] [ 3182.121114] [] class_process_config+0x149b/0x2660 [obdclass] [ 3182.123959] [] ? do_raw_spin_unlock+0x49/0x90 [ 3182.127384] [] ? __kmalloc+0x1e0/0x340 [ 3182.130040] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3182.132968] [] do_lcfg+0x263/0x520 [obdclass] [ 3182.136395] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3182.139075] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3182.142934] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3182.146344] [] ? __mutex_init+0x56/0x60 [ 3182.147707] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3182.149324] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3182.150913] [] mount_nodev+0x4d/0xb0 [ 3182.152221] [] lustre_mount+0x18/0x20 [lustre] [ 3182.153661] [] mount_fs+0x39/0x1b0 [ 3182.154838] [] vfs_kern_mount+0x67/0x110 [ 3182.156149] [] do_mount+0x1ef/0xce0 [ 3182.157325] [] ? copy_mount_options+0x39/0x1b0 [ 3182.158762] [] SyS_mount+0x83/0xd0 [ 3182.160142] [] system_call_fastpath+0x1f/0x24 [ 3182.161752] BUG: scheduling while atomic: mount.lustre/24952/0x10000002 [ 3182.163407] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3182.184632] CPU: 0 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3182.187180] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3182.193053] Call Trace: [ 3182.194867] [] dump_stack+0x19/0x1b [ 3182.197559] [] __schedule_bug+0x64/0x72 [ 3182.200826] [] __schedule+0x791/0x7d0 [ 3182.202704] [] __cond_resched+0x26/0x30 [ 3182.205561] [] _cond_resched+0x3a/0x50 [ 3182.209837] [] mutex_lock+0x25/0x40 [ 3182.211105] [] dqget+0x1be/0x460 [ 3182.213947] [] __dquot_initialize+0x12d/0x230 [ 3182.216859] [] ? __free_pages+0x25/0x30 [ 3182.219476] [] ? free_pages.part.76+0x40/0x50 [ 3182.222404] [] dquot_initialize+0x13/0x20 [ 3182.225602] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3182.229409] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3182.232126] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3182.236137] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3182.238054] [] obd_setup+0x167/0x540 [obdclass] [ 3182.239907] [] class_setup+0x54f/0x830 [obdclass] [ 3182.241674] [] class_process_config+0x149b/0x2660 [obdclass] [ 3182.246575] [] ? do_raw_spin_unlock+0x49/0x90 [ 3182.251696] [] ? __kmalloc+0x1e0/0x340 [ 3182.255326] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3182.262158] [] do_lcfg+0x263/0x520 [obdclass] [ 3182.264603] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3182.268469] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3182.272143] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3182.275027] [] ? __mutex_init+0x56/0x60 [ 3182.278113] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3182.280244] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3182.282320] [] mount_nodev+0x4d/0xb0 [ 3182.283904] [] lustre_mount+0x18/0x20 [lustre] [ 3182.285817] [] mount_fs+0x39/0x1b0 [ 3182.287263] [] vfs_kern_mount+0x67/0x110 [ 3182.288724] [] do_mount+0x1ef/0xce0 [ 3182.290049] [] ? copy_mount_options+0x39/0x1b0 [ 3182.291613] [] SyS_mount+0x83/0xd0 [ 3182.293261] [] system_call_fastpath+0x1f/0x24 [ 3182.295514] BUG: scheduling while atomic: mount.lustre/24952/0x00000002 [ 3182.297521] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3182.324480] CPU: 1 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3182.330657] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3182.334919] Call Trace: [ 3182.336758] [] dump_stack+0x19/0x1b [ 3182.342539] [] __schedule_bug+0x64/0x72 [ 3182.345645] [] __schedule+0x791/0x7d0 [ 3182.347892] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3182.352421] [] ? bit_wait+0x50/0x50 [ 3182.356657] [] schedule+0x29/0x70 [ 3182.360737] [] schedule_timeout+0x209/0x290 [ 3182.362779] [] ? kvm_clock_read+0x33/0x40 [ 3182.369107] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3182.370641] [] ? ktime_get_ts64+0x4c/0xf0 [ 3182.371981] [] ? bit_wait+0x50/0x50 [ 3182.373179] [] io_schedule_timeout+0xad/0x130 [ 3182.374587] [] io_schedule+0x18/0x20 [ 3182.375788] [] bit_wait_io+0x11/0x50 [ 3182.376977] [] __wait_on_bit+0x65/0x90 [ 3182.378255] [] ? bit_wait+0x50/0x50 [ 3182.379463] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3182.380952] [] ? wake_bit_function+0x40/0x40 [ 3182.382313] [] __wait_on_buffer+0x2a/0x30 [ 3182.387195] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3182.392654] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3182.397512] [] read_blk+0x4c/0x60 [ 3182.404856] [] find_tree_dqentry+0x47/0x240 [ 3182.410028] [] find_tree_dqentry+0x1aa/0x240 [ 3182.413529] [] find_tree_dqentry+0x1aa/0x240 [ 3182.415863] [] find_tree_dqentry+0x1aa/0x240 [ 3182.421036] [] qtree_read_dquot+0x14c/0x380 [ 3182.425841] [] v2_read_dquot+0x2b/0x30 [ 3182.428125] [] dquot_acquire+0xe4/0x130 [ 3182.430257] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3182.434604] [] dqget+0x3fb/0x460 [ 3182.436834] [] __dquot_initialize+0x12d/0x230 [ 3182.439590] [] ? __free_pages+0x25/0x30 [ 3182.442202] [] ? free_pages.part.76+0x40/0x50 [ 3182.445547] [] dquot_initialize+0x13/0x20 [ 3182.449685] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3182.452501] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3182.455285] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3182.463249] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3182.466611] [] obd_setup+0x167/0x540 [obdclass] [ 3182.472636] [] class_setup+0x54f/0x830 [obdclass] [ 3182.475113] [] class_process_config+0x149b/0x2660 [obdclass] [ 3182.480073] [] ? do_raw_spin_unlock+0x49/0x90 [ 3182.484689] [] ? __kmalloc+0x1e0/0x340 [ 3182.487319] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3182.490294] [] do_lcfg+0x263/0x520 [obdclass] [ 3182.492866] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3182.496773] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3182.499608] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3182.511435] [] ? __mutex_init+0x56/0x60 [ 3182.513500] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3182.515779] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3182.517774] [] mount_nodev+0x4d/0xb0 [ 3182.519499] [] lustre_mount+0x18/0x20 [lustre] [ 3182.524559] [] mount_fs+0x39/0x1b0 [ 3182.528354] [] vfs_kern_mount+0x67/0x110 [ 3182.533767] [] do_mount+0x1ef/0xce0 [ 3182.542611] [] ? copy_mount_options+0x39/0x1b0 [ 3182.546595] [] SyS_mount+0x83/0xd0 [ 3182.548375] [] system_call_fastpath+0x1f/0x24 [ 3182.552447] BUG: scheduling while atomic: mount.lustre/24952/0x00000002 [ 3182.554563] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3182.579998] CPU: 0 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3182.585487] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3182.588736] Call Trace: [ 3182.589725] [] dump_stack+0x19/0x1b [ 3182.591715] [] __schedule_bug+0x64/0x72 [ 3182.593262] [] __schedule+0x791/0x7d0 [ 3182.597645] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3182.601566] [] ? bit_wait+0x50/0x50 [ 3182.605207] [] schedule+0x29/0x70 [ 3182.608764] [] schedule_timeout+0x209/0x290 [ 3182.612283] [] ? kvm_clock_read+0x33/0x40 [ 3182.615579] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3182.619238] [] ? ktime_get_ts64+0x4c/0xf0 [ 3182.622575] [] ? bit_wait+0x50/0x50 [ 3182.626653] [] io_schedule_timeout+0xad/0x130 [ 3182.628538] [] io_schedule+0x18/0x20 [ 3182.629830] [] bit_wait_io+0x11/0x50 [ 3182.632173] [] __wait_on_bit+0x65/0x90 [ 3182.635822] [] ? bit_wait+0x50/0x50 [ 3182.638974] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3182.641561] [] ? wake_bit_function+0x40/0x40 [ 3182.645889] [] __wait_on_buffer+0x2a/0x30 [ 3182.648818] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3182.653073] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3182.656566] [] read_blk+0x4c/0x60 [ 3182.659530] [] find_tree_dqentry+0x47/0x240 [ 3182.664014] [] find_tree_dqentry+0x1aa/0x240 [ 3182.667482] [] find_tree_dqentry+0x1aa/0x240 [ 3182.670002] [] find_tree_dqentry+0x1aa/0x240 [ 3182.672111] [] qtree_read_dquot+0x14c/0x380 [ 3182.674875] [] v2_read_dquot+0x2b/0x30 [ 3182.679143] [] dquot_acquire+0xe4/0x130 [ 3182.682050] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3182.685681] [] dqget+0x3fb/0x460 [ 3182.688187] [] __dquot_initialize+0x12d/0x230 [ 3182.692265] [] ? __free_pages+0x25/0x30 [ 3182.696506] [] dquot_initialize+0x13/0x20 [ 3182.699054] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3182.701902] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3182.705407] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3182.708303] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3182.712150] [] obd_setup+0x167/0x540 [obdclass] [ 3182.717057] [] class_setup+0x54f/0x830 [obdclass] [ 3182.726781] [] class_process_config+0x149b/0x2660 [obdclass] [ 3182.733816] [] ? do_raw_spin_unlock+0x49/0x90 [ 3182.735918] [] ? __kmalloc+0x1e0/0x340 [ 3182.747120] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3182.752469] [] do_lcfg+0x263/0x520 [obdclass] [ 3182.756244] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3182.759723] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3182.766638] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3182.772143] [] ? __mutex_init+0x56/0x60 [ 3182.778187] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3182.783373] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3182.787741] [] mount_nodev+0x4d/0xb0 [ 3182.792676] [] lustre_mount+0x18/0x20 [lustre] [ 3182.794065] [] mount_fs+0x39/0x1b0 [ 3182.800593] [] vfs_kern_mount+0x67/0x110 [ 3182.805769] [] do_mount+0x1ef/0xce0 [ 3182.812604] [] ? copy_mount_options+0x39/0x1b0 [ 3182.815565] [] SyS_mount+0x83/0xd0 [ 3182.821142] [] system_call_fastpath+0x1f/0x24 [ 3182.824803] BUG: scheduling while atomic: mount.lustre/24952/0x00000002 [ 3182.826357] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3182.868150] CPU: 1 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3182.872279] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3182.878408] Call Trace: [ 3182.879171] [] dump_stack+0x19/0x1b [ 3182.881649] [] __schedule_bug+0x64/0x72 [ 3182.885216] [] __schedule+0x791/0x7d0 [ 3182.887648] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3182.891884] [] ? bit_wait+0x50/0x50 [ 3182.893669] [] schedule+0x29/0x70 [ 3182.896163] [] schedule_timeout+0x209/0x290 [ 3182.899132] [] ? kvm_clock_read+0x33/0x40 [ 3182.901748] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3182.905517] [] ? ktime_get_ts64+0x4c/0xf0 [ 3182.908061] [] ? bit_wait+0x50/0x50 [ 3182.910529] [] io_schedule_timeout+0xad/0x130 [ 3182.913862] [] io_schedule+0x18/0x20 [ 3182.917281] [] bit_wait_io+0x11/0x50 [ 3182.920343] [] __wait_on_bit+0x65/0x90 [ 3182.923808] [] ? bit_wait+0x50/0x50 [ 3182.925732] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3182.929236] [] ? wake_bit_function+0x40/0x40 [ 3182.931276] [] __wait_on_buffer+0x2a/0x30 [ 3182.934387] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3182.937152] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3182.941477] [] read_blk+0x4c/0x60 [ 3182.945228] [] find_tree_dqentry+0x47/0x240 [ 3182.947949] [] find_tree_dqentry+0x1aa/0x240 [ 3182.951734] [] find_tree_dqentry+0x1aa/0x240 [ 3182.954395] [] find_tree_dqentry+0x1aa/0x240 [ 3182.956951] [] qtree_read_dquot+0x14c/0x380 [ 3182.959958] [] v2_read_dquot+0x2b/0x30 [ 3182.962560] [] dquot_acquire+0xe4/0x130 [ 3182.967580] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3182.970178] [] dqget+0x3fb/0x460 [ 3182.971942] [] __dquot_initialize+0x12d/0x230 [ 3182.974358] [] dquot_initialize+0x13/0x20 [ 3182.976349] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3182.983068] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3182.985526] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3182.988953] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3182.996582] [] obd_setup+0x167/0x540 [obdclass] [ 3182.999091] [] class_setup+0x54f/0x830 [obdclass] [ 3183.000446] [] class_process_config+0x149b/0x2660 [obdclass] [ 3183.004868] [] ? do_raw_spin_unlock+0x49/0x90 [ 3183.009058] [] ? __kmalloc+0x1e0/0x340 [ 3183.014224] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3183.018309] [] do_lcfg+0x263/0x520 [obdclass] [ 3183.022062] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3183.027903] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3183.030679] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3183.034444] [] ? __mutex_init+0x56/0x60 [ 3183.037373] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3183.041371] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3183.044895] [] mount_nodev+0x4d/0xb0 [ 3183.047204] [] lustre_mount+0x18/0x20 [lustre] [ 3183.050789] [] mount_fs+0x39/0x1b0 [ 3183.054612] [] vfs_kern_mount+0x67/0x110 [ 3183.057314] [] do_mount+0x1ef/0xce0 [ 3183.059192] [] ? copy_mount_options+0x39/0x1b0 [ 3183.061267] [] SyS_mount+0x83/0xd0 [ 3183.062984] [] system_call_fastpath+0x1f/0x24 [ 3183.065155] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3183.071632] in_atomic(): 1, irqs_disabled(): 0, pid: 24952, name: mount.lustre [ 3183.076963] CPU: 1 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3183.083864] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3183.087674] Call Trace: [ 3183.088375] [] dump_stack+0x19/0x1b [ 3183.091168] [] __might_sleep+0xd9/0x100 [ 3183.099731] [] __kmalloc+0x73/0x340 [ 3183.105357] [] ? getdqbuf+0x14/0x40 [ 3183.109178] [] getdqbuf+0x14/0x40 [ 3183.110896] [] find_tree_dqentry+0xaf/0x240 [ 3183.112600] [] find_tree_dqentry+0x1aa/0x240 [ 3183.114345] [] find_tree_dqentry+0x1aa/0x240 [ 3183.116272] [] find_tree_dqentry+0x1aa/0x240 [ 3183.118457] [] qtree_read_dquot+0x14c/0x380 [ 3183.120584] [] v2_read_dquot+0x2b/0x30 [ 3183.122569] [] dquot_acquire+0xe4/0x130 [ 3183.124643] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3183.127077] [] dqget+0x3fb/0x460 [ 3183.128642] [] __dquot_initialize+0x12d/0x230 [ 3183.134439] [] dquot_initialize+0x13/0x20 [ 3183.139607] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3183.144284] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3183.148326] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3183.152006] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3183.155834] [] obd_setup+0x167/0x540 [obdclass] [ 3183.160867] [] class_setup+0x54f/0x830 [obdclass] [ 3183.165679] [] class_process_config+0x149b/0x2660 [obdclass] [ 3183.171291] [] ? do_raw_spin_unlock+0x49/0x90 [ 3183.175216] [] ? __kmalloc+0x1e0/0x340 [ 3183.179809] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3183.182786] [] do_lcfg+0x263/0x520 [obdclass] [ 3183.186770] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3183.190153] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3183.197288] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3183.207162] [] ? __mutex_init+0x56/0x60 [ 3183.210322] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3183.216270] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3183.221924] [] mount_nodev+0x4d/0xb0 [ 3183.228781] [] lustre_mount+0x18/0x20 [lustre] [ 3183.236373] [] mount_fs+0x39/0x1b0 [ 3183.243807] [] vfs_kern_mount+0x67/0x110 [ 3183.250158] [] do_mount+0x1ef/0xce0 [ 3183.256813] [] ? copy_mount_options+0x39/0x1b0 [ 3183.262279] [] SyS_mount+0x83/0xd0 [ 3183.271068] [] system_call_fastpath+0x1f/0x24 [ 3183.278702] BUG: scheduling while atomic: mount.lustre/24952/0x10000002 [ 3183.284555] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3183.366659] CPU: 1 PID: 24952 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3183.370610] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3183.377822] Call Trace: [ 3183.378682] [] dump_stack+0x19/0x1b [ 3183.384277] [] __schedule_bug+0x64/0x72 [ 3183.386629] [] __schedule+0x791/0x7d0 [ 3183.389141] [] __cond_resched+0x26/0x30 [ 3183.391809] [] _cond_resched+0x3a/0x50 [ 3183.393480] [] __kmalloc+0x78/0x340 [ 3183.397885] [] ? getdqbuf+0x14/0x40 [ 3183.401001] [] getdqbuf+0x14/0x40 [ 3183.406615] [] find_tree_dqentry+0xaf/0x240 [ 3183.414943] [] find_tree_dqentry+0x1aa/0x240 [ 3183.417571] [] find_tree_dqentry+0x1aa/0x240 [ 3183.420401] [] find_tree_dqentry+0x1aa/0x240 [ 3183.428678] [] qtree_read_dquot+0x14c/0x380 [ 3183.433335] [] v2_read_dquot+0x2b/0x30 [ 3183.436592] [] dquot_acquire+0xe4/0x130 [ 3183.440568] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3183.444645] [] dqget+0x3fb/0x460 [ 3183.449648] [] __dquot_initialize+0x12d/0x230 [ 3183.453065] [] dquot_initialize+0x13/0x20 [ 3183.458583] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3183.465130] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3183.470520] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3183.479699] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3183.484497] [] obd_setup+0x167/0x540 [obdclass] [ 3183.491303] [] class_setup+0x54f/0x830 [obdclass] [ 3183.497107] [] class_process_config+0x149b/0x2660 [obdclass] [ 3183.501544] [] ? do_raw_spin_unlock+0x49/0x90 [ 3183.506282] [] ? __kmalloc+0x1e0/0x340 [ 3183.512281] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3183.516579] [] do_lcfg+0x263/0x520 [obdclass] [ 3183.518875] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3183.527708] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3183.530448] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3183.534540] [] ? __mutex_init+0x56/0x60 [ 3183.536705] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3183.539477] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3183.544773] [] mount_nodev+0x4d/0xb0 [ 3183.546606] [] lustre_mount+0x18/0x20 [lustre] [ 3183.551711] [] mount_fs+0x39/0x1b0 [ 3183.554442] [] vfs_kern_mount+0x67/0x110 [ 3183.556393] [] do_mount+0x1ef/0xce0 [ 3183.558514] [] ? copy_mount_options+0x39/0x1b0 [ 3183.560906] [] SyS_mount+0x83/0xd0 [ 3183.566608] [] system_call_fastpath+0x1f/0x24 [ 3183.693376] Lustre: lustre-OST0000: in recovery but waiting for the first client to connect [ 3184.725129] Lustre: lustre-OST0000: Will be in recovery for at least 1:00, or until 2 clients reconnect [ 3184.744904] Lustre: lustre-OST0000: Recovery over after 0:01, of 2 clients 2 recovered and 0 were evicted. [ 3184.755692] Lustre: lustre-OST0000-osc-MDT0000: Connection restored to 192.168.204.118@tcp (at 0@lo) [ 3184.755694] Lustre: Skipped 3 previous similar messages [ 3186.976650] Lustre: DEBUG MARKER: oleg418-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all [ 3192.282128] Lustre: DEBUG MARKER: == sanity-lfsck test 32b: stop LFSCK when some MDT failed ========================================================== 08:00:03 (1750593603) [ 3199.629282] Lustre: DEBUG MARKER: oleg418-server.virtnet: executing load_modules_local [ 3208.509356] Lustre: 27536:0:(mgs_llog.c:1345:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 [ 3221.354464] Lustre: DEBUG MARKER: Using TIMEOUT=20 [ 3235.272494] LustreError: 29212:0:(lfsck_striped_dir.c:1765:lfsck_namespace_verify_stripe_slave()) cfs_fail_timeout id 162d sleeping for 3000ms [ 3235.288069] LustreError: 29212:0:(lfsck_striped_dir.c:1765:lfsck_namespace_verify_stripe_slave()) Skipped 1 previous similar message [ 3236.773214] Lustre: Failing over lustre-MDT0001 [ 3236.960913] LustreError: lustre-MDT0001-osp-MDT0000: operation mds_statfs to node 0@lo failed: rc = -107 [ 3236.968970] Lustre: lustre-MDT0001-osp-MDT0000: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete [ 3236.977267] Lustre: Skipped 1 previous similar message [ 3236.983385] Lustre: lustre-MDT0001: Not available for connect from 0@lo (stopping) [ 3238.298515] LustreError: 29212:0:(lfsck_striped_dir.c:1765:lfsck_namespace_verify_stripe_slave()) cfs_fail_timeout id 162d awake [ 3238.309557] LustreError: 29212:0:(lfsck_striped_dir.c:1765:lfsck_namespace_verify_stripe_slave()) Skipped 1 previous similar message [ 3238.529673] Lustre: server umount lustre-MDT0001 complete [ 3239.921151] LustreError: 29209:0:(lfsck_striped_dir.c:1765:lfsck_namespace_verify_stripe_slave()) cfs_fail_timeout interrupted [ 3247.740544] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3247.744116] in_atomic(): 1, irqs_disabled(): 0, pid: 30140, name: mount.lustre [ 3247.746724] CPU: 3 PID: 30140 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3247.750723] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3247.756004] Call Trace: [ 3247.758847] [] dump_stack+0x19/0x1b [ 3247.763076] [] __might_sleep+0xd9/0x100 [ 3247.765163] [] kmem_cache_alloc+0x4f/0x2e0 [ 3247.771133] [] alloc_vfsmnt+0x24/0x240 [ 3247.772679] [] vfs_kern_mount+0x36/0x110 [ 3247.774473] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3247.776900] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3247.779567] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3247.782246] [] obd_setup+0x167/0x540 [obdclass] [ 3247.784635] [] class_setup+0x54f/0x830 [obdclass] [ 3247.788369] [] class_process_config+0x149b/0x2660 [obdclass] [ 3247.794636] [] do_lcfg+0x263/0x520 [obdclass] [ 3247.798344] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3247.800404] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3247.804348] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3247.807331] [] ? __mutex_init+0x56/0x60 [ 3247.810368] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3247.815017] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3247.818257] [] mount_nodev+0x4d/0xb0 [ 3247.820315] [] lustre_mount+0x18/0x20 [lustre] [ 3247.824797] [] mount_fs+0x39/0x1b0 [ 3247.830139] [] vfs_kern_mount+0x67/0x110 [ 3247.832383] [] do_mount+0x1ef/0xce0 [ 3247.835075] [] ? copy_mount_options+0x39/0x1b0 [ 3247.839577] [] SyS_mount+0x83/0xd0 [ 3247.842580] [] system_call_fastpath+0x1f/0x24 [ 3247.844548] BUG: scheduling while atomic: mount.lustre/30140/0x10000002 [ 3247.846971] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3247.881395] CPU: 3 PID: 30140 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3247.886163] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3247.889105] Call Trace: [ 3247.889780] [] dump_stack+0x19/0x1b [ 3247.891995] [] __schedule_bug+0x64/0x72 [ 3247.895422] [] __schedule+0x791/0x7d0 [ 3247.897315] [] ? alloc_vfsmnt+0x24/0x240 [ 3247.899409] [] __cond_resched+0x26/0x30 [ 3247.901374] [] _cond_resched+0x3a/0x50 [ 3247.904062] [] kmem_cache_alloc+0x54/0x2e0 [ 3247.907091] [] alloc_vfsmnt+0x24/0x240 [ 3247.908989] [] vfs_kern_mount+0x36/0x110 [ 3247.914888] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3247.916796] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3247.920838] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3247.923571] [] obd_setup+0x167/0x540 [obdclass] [ 3247.928594] [] class_setup+0x54f/0x830 [obdclass] [ 3247.931460] [] class_process_config+0x149b/0x2660 [obdclass] [ 3247.935135] [] do_lcfg+0x263/0x520 [obdclass] [ 3247.940108] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3247.942710] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3247.944994] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3247.947364] [] ? __mutex_init+0x56/0x60 [ 3247.949887] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3247.954757] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3247.958871] [] mount_nodev+0x4d/0xb0 [ 3247.961378] [] lustre_mount+0x18/0x20 [lustre] [ 3247.963558] [] mount_fs+0x39/0x1b0 [ 3247.965996] [] vfs_kern_mount+0x67/0x110 [ 3247.968768] [] do_mount+0x1ef/0xce0 [ 3247.974103] [] ? copy_mount_options+0x39/0x1b0 [ 3247.976606] [] SyS_mount+0x83/0xd0 [ 3247.978773] [] system_call_fastpath+0x1f/0x24 [ 3247.984613] BUG: scheduling while atomic: mount.lustre/30140/0x00000002 [ 3247.986687] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3248.017222] CPU: 2 PID: 30140 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3248.027291] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3248.036186] Call Trace: [ 3248.039159] [] dump_stack+0x19/0x1b [ 3248.043952] [] __schedule_bug+0x64/0x72 [ 3248.046880] [] __schedule+0x791/0x7d0 [ 3248.050798] [] ? bit_wait+0x50/0x50 [ 3248.053559] [] schedule+0x29/0x70 [ 3248.055521] [] schedule_timeout+0x209/0x290 [ 3248.057423] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3248.061364] [] ? kvm_clock_read+0x33/0x40 [ 3248.067079] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3248.069967] [] ? ktime_get_ts64+0x4c/0xf0 [ 3248.072920] [] ? bit_wait+0x50/0x50 [ 3248.079365] [] io_schedule_timeout+0xad/0x130 [ 3248.081836] [] io_schedule+0x18/0x20 [ 3248.083887] [] bit_wait_io+0x11/0x50 [ 3248.085918] [] __wait_on_bit+0x65/0x90 [ 3248.087997] [] ? bit_wait+0x50/0x50 [ 3248.089994] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3248.092406] [] ? wake_bit_function+0x40/0x40 [ 3248.105686] [] __bread+0xad/0xf0 [ 3248.109255] [] ldiskfs_fill_super+0x201/0x3060 [ldiskfs] [ 3248.113352] [] ? snprintf+0x49/0x70 [ 3248.115849] [] mount_bdev+0x1b0/0x1f0 [ 3248.122352] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3248.125669] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3248.127791] [] mount_fs+0x39/0x1b0 [ 3248.129404] [] vfs_kern_mount+0x67/0x110 [ 3248.135838] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3248.141609] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3248.144953] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3248.149223] [] obd_setup+0x167/0x540 [obdclass] [ 3248.151712] [] class_setup+0x54f/0x830 [obdclass] [ 3248.154824] [] class_process_config+0x149b/0x2660 [obdclass] [ 3248.159304] [] do_lcfg+0x263/0x520 [obdclass] [ 3248.161935] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3248.164555] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3248.168367] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3248.171700] [] ? __mutex_init+0x56/0x60 [ 3248.174478] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3248.176878] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3248.179464] [] mount_nodev+0x4d/0xb0 [ 3248.182566] [] lustre_mount+0x18/0x20 [lustre] [ 3248.184895] [] mount_fs+0x39/0x1b0 [ 3248.187998] [] vfs_kern_mount+0x67/0x110 [ 3248.192840] [] do_mount+0x1ef/0xce0 [ 3248.196126] [] ? copy_mount_options+0x39/0x1b0 [ 3248.197867] [] SyS_mount+0x83/0xd0 [ 3248.200443] [] system_call_fastpath+0x1f/0x24 [ 3248.205233] BUG: scheduling while atomic: mount.lustre/30140/0x00000002 [ 3248.209945] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3248.239405] CPU: 3 PID: 30140 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3248.244644] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3248.249185] Call Trace: [ 3248.250140] [] dump_stack+0x19/0x1b [ 3248.252052] [] __schedule_bug+0x64/0x72 [ 3248.255265] [] __schedule+0x791/0x7d0 [ 3248.258841] [] ? bit_wait+0x50/0x50 [ 3248.260806] [] schedule+0x29/0x70 [ 3248.262812] [] schedule_timeout+0x209/0x290 [ 3248.264999] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3248.268714] [] ? kvm_clock_read+0x33/0x40 [ 3248.271124] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3248.273587] [] ? ktime_get_ts64+0x4c/0xf0 [ 3248.280639] [] ? bit_wait+0x50/0x50 [ 3248.284538] [] io_schedule_timeout+0xad/0x130 [ 3248.286736] [] io_schedule+0x18/0x20 [ 3248.288153] [] bit_wait_io+0x11/0x50 [ 3248.289738] [] __wait_on_bit+0x65/0x90 [ 3248.291675] [] ? bit_wait+0x50/0x50 [ 3248.293221] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3248.295643] [] ? wake_bit_function+0x40/0x40 [ 3248.300355] [] __bread+0xad/0xf0 [ 3248.306218] [] ldiskfs_fill_super+0x8ff/0x3060 [ldiskfs] [ 3248.311008] [] mount_bdev+0x1b0/0x1f0 [ 3248.314634] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3248.318186] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3248.321204] [] mount_fs+0x39/0x1b0 [ 3248.323546] [] vfs_kern_mount+0x67/0x110 [ 3248.327467] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3248.330565] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3248.333927] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3248.336696] [] obd_setup+0x167/0x540 [obdclass] [ 3248.339218] [] class_setup+0x54f/0x830 [obdclass] [ 3248.342915] [] class_process_config+0x149b/0x2660 [obdclass] [ 3248.345839] [] do_lcfg+0x263/0x520 [obdclass] [ 3248.347704] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3248.350010] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3248.355940] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3248.360394] [] ? __mutex_init+0x56/0x60 [ 3248.362563] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3248.366257] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3248.369452] [] mount_nodev+0x4d/0xb0 [ 3248.371611] [] lustre_mount+0x18/0x20 [lustre] [ 3248.374290] [] mount_fs+0x39/0x1b0 [ 3248.376981] [] vfs_kern_mount+0x67/0x110 [ 3248.379604] [] do_mount+0x1ef/0xce0 [ 3248.381377] [] ? copy_mount_options+0x39/0x1b0 [ 3248.385906] [] SyS_mount+0x83/0xd0 [ 3248.388254] [] system_call_fastpath+0x1f/0x24 [ 3248.394902] BUG: scheduling while atomic: mount.lustre/30140/0x00000002 [ 3248.398170] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3248.423702] CPU: 3 PID: 30140 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3248.429161] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3248.433669] Call Trace: [ 3248.434521] [] dump_stack+0x19/0x1b [ 3248.437447] [] __schedule_bug+0x64/0x72 [ 3248.440394] [] __schedule+0x791/0x7d0 [ 3248.442293] [] ? bit_wait+0x50/0x50 [ 3248.446246] [] schedule+0x29/0x70 [ 3248.447556] [] schedule_timeout+0x209/0x290 [ 3248.450059] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3248.452246] [] ? kvm_clock_read+0x33/0x40 [ 3248.456791] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3248.459680] [] ? bit_wait+0x50/0x50 [ 3248.462524] [] io_schedule_timeout+0xad/0x130 [ 3248.467103] [] io_schedule+0x18/0x20 [ 3248.470228] [] bit_wait_io+0x11/0x50 [ 3248.472259] [] __wait_on_bit+0x65/0x90 [ 3248.474261] [] ? bit_wait+0x50/0x50 [ 3248.475960] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3248.478029] [] ? wake_bit_function+0x40/0x40 [ 3248.482621] [] __wait_on_buffer+0x2a/0x30 [ 3248.489014] [] __ldiskfs_get_inode_loc+0x1bd/0x400 [ldiskfs] [ 3248.497975] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3248.504526] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3248.507005] [] ? do_raw_spin_unlock+0x49/0x90 [ 3248.512655] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3248.524928] [] mount_bdev+0x1b0/0x1f0 [ 3248.529258] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3248.539878] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3248.544368] [] mount_fs+0x39/0x1b0 [ 3248.546949] [] vfs_kern_mount+0x67/0x110 [ 3248.552843] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3248.555213] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3248.561091] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3248.566910] [] obd_setup+0x167/0x540 [obdclass] [ 3248.569849] [] class_setup+0x54f/0x830 [obdclass] [ 3248.573219] [] class_process_config+0x149b/0x2660 [obdclass] [ 3248.576310] [] do_lcfg+0x263/0x520 [obdclass] [ 3248.578158] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3248.583966] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3248.587224] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3248.590782] [] ? __mutex_init+0x56/0x60 [ 3248.592667] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3248.594853] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3248.599187] [] mount_nodev+0x4d/0xb0 [ 3248.603080] [] lustre_mount+0x18/0x20 [lustre] [ 3248.606185] [] mount_fs+0x39/0x1b0 [ 3248.608990] [] vfs_kern_mount+0x67/0x110 [ 3248.612029] [] do_mount+0x1ef/0xce0 [ 3248.614683] [] ? copy_mount_options+0x39/0x1b0 [ 3248.618540] [] SyS_mount+0x83/0xd0 [ 3248.620052] [] system_call_fastpath+0x1f/0x24 [ 3248.623475] BUG: scheduling while atomic: mount.lustre/30140/0x00000002 [ 3248.625288] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3248.660974] CPU: 2 PID: 30140 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3248.668879] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3248.673074] Call Trace: [ 3248.674071] [] dump_stack+0x19/0x1b [ 3248.680946] [] __schedule_bug+0x64/0x72 [ 3248.682841] [] __schedule+0x791/0x7d0 [ 3248.686309] [] ? bit_wait+0x50/0x50 [ 3248.689670] [] schedule+0x29/0x70 [ 3248.691772] [] schedule_timeout+0x209/0x290 [ 3248.693879] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3248.698751] [] ? kvm_clock_read+0x33/0x40 [ 3248.702366] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3248.705160] [] ? bit_wait+0x50/0x50 [ 3248.707297] [] io_schedule_timeout+0xad/0x130 [ 3248.710604] [] io_schedule+0x18/0x20 [ 3248.712970] [] bit_wait_io+0x11/0x50 [ 3248.715069] [] __wait_on_bit+0x65/0x90 [ 3248.717614] [] ? bit_wait+0x50/0x50 [ 3248.721913] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3248.723857] [] ? wake_bit_function+0x40/0x40 [ 3248.725453] [] __wait_on_buffer+0x2a/0x30 [ 3248.727614] [] journal_get_superblock+0x2c8/0x3a0 [jbd2] [ 3248.730745] [] jbd2_journal_wipe+0x20/0xb0 [jbd2] [ 3248.733153] [] ldiskfs_load_journal+0x5c5/0x71c [ldiskfs] [ 3248.737162] [] ? do_raw_spin_unlock+0x49/0x90 [ 3248.739771] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3248.741897] [] mount_bdev+0x1b0/0x1f0 [ 3248.746324] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3248.750755] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3248.753672] [] mount_fs+0x39/0x1b0 [ 3248.757003] [] vfs_kern_mount+0x67/0x110 [ 3248.759493] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3248.763614] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3248.766200] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3248.769134] [] obd_setup+0x167/0x540 [obdclass] [ 3248.771174] [] class_setup+0x54f/0x830 [obdclass] [ 3248.774256] [] class_process_config+0x149b/0x2660 [obdclass] [ 3248.777035] [] do_lcfg+0x263/0x520 [obdclass] [ 3248.781847] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3248.785650] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3248.789626] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3248.792793] [] ? __mutex_init+0x56/0x60 [ 3248.796740] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3248.798743] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3248.803559] [] mount_nodev+0x4d/0xb0 [ 3248.805563] [] lustre_mount+0x18/0x20 [lustre] [ 3248.807515] [] mount_fs+0x39/0x1b0 [ 3248.809654] [] vfs_kern_mount+0x67/0x110 [ 3248.811667] [] do_mount+0x1ef/0xce0 [ 3248.813611] [] ? copy_mount_options+0x39/0x1b0 [ 3248.815777] [] SyS_mount+0x83/0xd0 [ 3248.818014] [] system_call_fastpath+0x1f/0x24 [ 3248.820313] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3248.823731] in_atomic(): 1, irqs_disabled(): 0, pid: 30140, name: mount.lustre [ 3248.828974] CPU: 2 PID: 30140 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3248.833323] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3248.836053] Call Trace: [ 3248.836967] [] dump_stack+0x19/0x1b [ 3248.841713] [] __might_sleep+0xd9/0x100 [ 3248.843951] [] kmem_cache_alloc_trace+0x57/0x2e0 [ 3248.846073] [] ? ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3248.849003] [] ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3248.852745] [] ? do_raw_spin_unlock+0x49/0x90 [ 3248.855061] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3248.858941] [] mount_bdev+0x1b0/0x1f0 [ 3248.862126] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3248.864510] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3248.869330] [] mount_fs+0x39/0x1b0 [ 3248.872628] [] vfs_kern_mount+0x67/0x110 [ 3248.876541] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3248.880980] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3248.884602] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3248.886814] [] obd_setup+0x167/0x540 [obdclass] [ 3248.891132] [] class_setup+0x54f/0x830 [obdclass] [ 3248.895385] [] class_process_config+0x149b/0x2660 [obdclass] [ 3248.898104] [] do_lcfg+0x263/0x520 [obdclass] [ 3248.900409] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3248.902813] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3248.905154] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3248.910121] [] ? __mutex_init+0x56/0x60 [ 3248.914116] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3248.919092] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3248.923218] [] mount_nodev+0x4d/0xb0 [ 3248.929715] [] lustre_mount+0x18/0x20 [lustre] [ 3248.932535] [] mount_fs+0x39/0x1b0 [ 3248.938328] [] vfs_kern_mount+0x67/0x110 [ 3248.940803] [] do_mount+0x1ef/0xce0 [ 3248.946616] [] ? copy_mount_options+0x39/0x1b0 [ 3248.949934] [] SyS_mount+0x83/0xd0 [ 3248.953944] [] system_call_fastpath+0x1f/0x24 [ 3248.956466] BUG: scheduling while atomic: mount.lustre/30140/0x10000002 [ 3248.958935] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3248.997493] CPU: 2 PID: 30140 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3249.007789] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3249.012315] Call Trace: [ 3249.013296] [] dump_stack+0x19/0x1b [ 3249.015201] [] __schedule_bug+0x64/0x72 [ 3249.019939] [] __schedule+0x791/0x7d0 [ 3249.023481] [] __cond_resched+0x26/0x30 [ 3249.024832] [] _cond_resched+0x3a/0x50 [ 3249.027669] [] kmem_cache_alloc_trace+0x5c/0x2e0 [ 3249.031000] [] ? ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3249.036963] [] ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3249.042347] [] ? do_raw_spin_unlock+0x49/0x90 [ 3249.044773] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3249.047090] [] mount_bdev+0x1b0/0x1f0 [ 3249.049076] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3249.052542] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3249.055755] [] mount_fs+0x39/0x1b0 [ 3249.058190] [] vfs_kern_mount+0x67/0x110 [ 3249.060609] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3249.063023] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3249.068238] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3249.071346] [] obd_setup+0x167/0x540 [obdclass] [ 3249.073947] [] class_setup+0x54f/0x830 [obdclass] [ 3249.076584] [] class_process_config+0x149b/0x2660 [obdclass] [ 3249.078760] [] do_lcfg+0x263/0x520 [obdclass] [ 3249.082458] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3249.086287] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3249.092151] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3249.094875] [] ? __mutex_init+0x56/0x60 [ 3249.099279] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3249.106321] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3249.111549] [] mount_nodev+0x4d/0xb0 [ 3249.115113] [] lustre_mount+0x18/0x20 [lustre] [ 3249.118130] [] mount_fs+0x39/0x1b0 [ 3249.120860] [] vfs_kern_mount+0x67/0x110 [ 3249.124209] [] do_mount+0x1ef/0xce0 [ 3249.126977] [] ? copy_mount_options+0x39/0x1b0 [ 3249.129133] [] SyS_mount+0x83/0xd0 [ 3249.130676] [] system_call_fastpath+0x1f/0x24 [ 3249.142017] BUG: scheduling while atomic: mount.lustre/30140/0x10000002 [ 3249.144775] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3249.177866] CPU: 3 PID: 30140 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3249.182226] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3249.186393] Call Trace: [ 3249.187118] [] dump_stack+0x19/0x1b [ 3249.191311] [] __schedule_bug+0x64/0x72 [ 3249.195312] [] __schedule+0x791/0x7d0 [ 3249.197509] [] __cond_resched+0x26/0x30 [ 3249.199303] [] _cond_resched+0x3a/0x50 [ 3249.203309] [] ldiskfs_bread+0x8f/0xe0 [ldiskfs] [ 3249.205309] [] ? mark_page_accessed+0xd8/0xe0 [ 3249.208018] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3249.210302] [] v2_read_header+0x1f/0x50 [ 3249.213036] [] v2_check_quota_file+0x2b/0x70 [ 3249.214688] [] ? igrab+0x36/0x60 [ 3249.216945] [] vfs_load_quota_inode+0x279/0x570 [ 3249.219378] [] ? unlock_new_inode+0x55/0x80 [ 3249.220911] [] dquot_enable+0xf0/0x110 [ 3249.225055] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3249.227664] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3249.234080] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3249.236395] [] mount_bdev+0x1b0/0x1f0 [ 3249.237912] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3249.241339] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3249.244931] [] mount_fs+0x39/0x1b0 [ 3249.246765] [] vfs_kern_mount+0x67/0x110 [ 3249.249612] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3249.252128] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3249.255342] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3249.257762] [] obd_setup+0x167/0x540 [obdclass] [ 3249.261921] [] class_setup+0x54f/0x830 [obdclass] [ 3249.264362] [] class_process_config+0x149b/0x2660 [obdclass] [ 3249.267153] [] do_lcfg+0x263/0x520 [obdclass] [ 3249.269427] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3249.272103] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3249.274548] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3249.279394] [] ? __mutex_init+0x56/0x60 [ 3249.281789] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3249.284679] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3249.286819] [] mount_nodev+0x4d/0xb0 [ 3249.289902] [] lustre_mount+0x18/0x20 [lustre] [ 3249.292896] [] mount_fs+0x39/0x1b0 [ 3249.295177] [] vfs_kern_mount+0x67/0x110 [ 3249.297310] [] do_mount+0x1ef/0xce0 [ 3249.298909] [] ? copy_mount_options+0x39/0x1b0 [ 3249.303561] [] SyS_mount+0x83/0xd0 [ 3249.306726] [] system_call_fastpath+0x1f/0x24 [ 3249.312857] BUG: scheduling while atomic: mount.lustre/30140/0x10000002 [ 3249.316334] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3249.345519] CPU: 3 PID: 30140 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3249.349951] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3249.354174] Call Trace: [ 3249.354980] [] dump_stack+0x19/0x1b [ 3249.359117] [] __schedule_bug+0x64/0x72 [ 3249.362402] [] __schedule+0x791/0x7d0 [ 3249.368013] [] __cond_resched+0x26/0x30 [ 3249.370741] [] _cond_resched+0x3a/0x50 [ 3249.374397] [] ldiskfs_bread+0x8f/0xe0 [ldiskfs] [ 3249.377188] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3249.381791] [] v2_read_header+0x1f/0x50 [ 3249.383895] [] v2_check_quota_file+0x2b/0x70 [ 3249.387649] [] ? igrab+0x36/0x60 [ 3249.389220] [] vfs_load_quota_inode+0x279/0x570 [ 3249.391193] [] ? unlock_new_inode+0x55/0x80 [ 3249.393151] [] dquot_enable+0xf0/0x110 [ 3249.395188] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3249.397637] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3249.400066] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3249.402522] [] mount_bdev+0x1b0/0x1f0 [ 3249.404329] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3249.407266] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3249.411830] [] mount_fs+0x39/0x1b0 [ 3249.413821] [] vfs_kern_mount+0x67/0x110 [ 3249.416890] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3249.419526] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3249.428541] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3249.434798] [] obd_setup+0x167/0x540 [obdclass] [ 3249.438789] [] class_setup+0x54f/0x830 [obdclass] [ 3249.440909] [] class_process_config+0x149b/0x2660 [obdclass] [ 3249.445603] [] do_lcfg+0x263/0x520 [obdclass] [ 3249.448655] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3249.451015] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3249.453515] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3249.460990] [] ? __mutex_init+0x56/0x60 [ 3249.467698] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3249.471755] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3249.477151] [] mount_nodev+0x4d/0xb0 [ 3249.480862] [] lustre_mount+0x18/0x20 [lustre] [ 3249.486905] [] mount_fs+0x39/0x1b0 [ 3249.490128] [] vfs_kern_mount+0x67/0x110 [ 3249.493344] [] do_mount+0x1ef/0xce0 [ 3249.495213] [] ? copy_mount_options+0x39/0x1b0 [ 3249.499576] [] SyS_mount+0x83/0xd0 [ 3249.502658] [] system_call_fastpath+0x1f/0x24 [ 3249.506244] BUG: scheduling while atomic: mount.lustre/30140/0x00000002 [ 3249.515799] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3249.540763] CPU: 2 PID: 30140 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3249.548209] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3249.551245] Call Trace: [ 3249.552040] [] dump_stack+0x19/0x1b [ 3249.553693] [] __schedule_bug+0x64/0x72 [ 3249.557769] [] __schedule+0x791/0x7d0 [ 3249.561613] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3249.566394] [] ? bit_wait+0x50/0x50 [ 3249.570230] [] schedule+0x29/0x70 [ 3249.572057] [] schedule_timeout+0x209/0x290 [ 3249.574008] [] ? kvm_clock_read+0x33/0x40 [ 3249.576072] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3249.578133] [] ? ktime_get_ts64+0x4c/0xf0 [ 3249.579857] [] ? bit_wait+0x50/0x50 [ 3249.581599] [] io_schedule_timeout+0xad/0x130 [ 3249.583299] [] io_schedule+0x18/0x20 [ 3249.585716] [] bit_wait_io+0x11/0x50 [ 3249.587491] [] __wait_on_bit+0x65/0x90 [ 3249.622523] [] ? bit_wait+0x50/0x50 [ 3249.624507] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3249.626922] [] ? wake_bit_function+0x40/0x40 [ 3249.628940] [] __wait_on_buffer+0x2a/0x30 [ 3249.631065] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3249.633108] [] ? mark_page_accessed+0xd8/0xe0 [ 3249.635480] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3249.637688] [] v2_read_header+0x1f/0x50 [ 3249.639946] [] v2_check_quota_file+0x2b/0x70 [ 3249.641931] [] ? igrab+0x36/0x60 [ 3249.644056] [] vfs_load_quota_inode+0x279/0x570 [ 3249.646145] [] ? unlock_new_inode+0x55/0x80 [ 3249.650228] [] dquot_enable+0xf0/0x110 [ 3249.653560] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3249.658808] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3249.666925] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3249.671455] [] mount_bdev+0x1b0/0x1f0 [ 3249.674941] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3249.678814] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3249.680647] [] mount_fs+0x39/0x1b0 [ 3249.682461] [] vfs_kern_mount+0x67/0x110 [ 3249.684124] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3249.686235] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3249.688698] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3249.690727] [] obd_setup+0x167/0x540 [obdclass] [ 3249.692726] [] class_setup+0x54f/0x830 [obdclass] [ 3249.694920] [] class_process_config+0x149b/0x2660 [obdclass] [ 3249.697349] [] do_lcfg+0x263/0x520 [obdclass] [ 3249.699322] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3249.701691] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3249.704198] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3249.709865] [] ? __mutex_init+0x56/0x60 [ 3249.713545] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3249.717767] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3249.722080] [] mount_nodev+0x4d/0xb0 [ 3249.725669] [] lustre_mount+0x18/0x20 [lustre] [ 3249.730214] [] mount_fs+0x39/0x1b0 [ 3249.735102] [] vfs_kern_mount+0x67/0x110 [ 3249.737364] [] do_mount+0x1ef/0xce0 [ 3249.740582] [] ? copy_mount_options+0x39/0x1b0 [ 3249.742955] [] SyS_mount+0x83/0xd0 [ 3249.744385] [] system_call_fastpath+0x1f/0x24 [ 3249.749293] LDISKFS-fs (dm-1): mounted filesystem with ordered data mode. Opts: user_xattr,acl,no_mbcache,nodelalloc [ 3249.961746] Lustre: lustre-MDT0001: in recovery but waiting for the first client to connect [ 3251.440520] Lustre: DEBUG MARKER: oleg418-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all [ 3254.947395] Lustre: lustre-MDT0001: Will be in recovery for at least 1:00, or until 1 client reconnects [ 3254.949111] Lustre: lustre-MDT0001-lwp-OST0000: Connection restored to 192.168.204.118@tcp (at 0@lo) [ 3254.949112] Lustre: Skipped 1 previous similar message [ 3254.973086] Lustre: lustre-MDT0001: Recovery over after 0:01, of 1 clients 1 recovered and 0 were evicted. [ 3255.014612] Lustre: lustre-OST0001: new connection from lustre-MDT0001-mdtlov (cleaning up unused objects from 0x2c0000400:68 to 0x2c0000400:97) [ 3255.014648] Lustre: lustre-OST0000: new connection from lustre-MDT0001-mdtlov (cleaning up unused objects from 0x280000400:71 to 0x280000400:97) [ 3255.588127] Lustre: DEBUG MARKER: == sanity-lfsck test 33: check LFSCK paramters =========== 08:01:07 (1750593667) [ 3261.106551] Lustre: DEBUG MARKER: oleg418-server.virtnet: executing load_modules_local [ 3270.527092] Lustre: 32566:0:(mgs_llog.c:1345:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 [ 3270.532221] Lustre: 32566:0:(mgs_llog.c:1345:mgs_modify_param()) Skipped 1 previous similar message [ 3282.864478] Lustre: DEBUG MARKER: Using TIMEOUT=20 [ 3332.923870] Lustre: DEBUG MARKER: == sanity-lfsck test 34: LFSCK can rebuild the lost agent object ========================================================== 08:02:24 (1750593744) [ 3333.602504] Lustre: DEBUG MARKER: SKIP: sanity-lfsck test_34 Only valid for ZFS backend [ 3334.511772] Lustre: DEBUG MARKER: == sanity-lfsck test 35: LFSCK can rebuild the lost agent entry ========================================================== 08:02:26 (1750593746) [ 3338.724334] Lustre: *** cfs_fail_loc=1631, val=0*** [ 3338.758007] Lustre: 1963:0:(osd_internal.h:1335:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 [ 3338.764491] Lustre: 1963:0:(osd_internal.h:1335:osd_trans_exec_op()) Skipped 320 previous similar messages [ 3338.765434] Lustre: 1967:0:(osd_handler.c:1966:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 [ 3338.765437] Lustre: 1967:0:(osd_handler.c:1966:osd_trans_dump_creds()) Skipped 320 previous similar messages [ 3338.765440] Lustre: 1967:0:(osd_handler.c:1973:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 [ 3338.765441] Lustre: 1967:0:(osd_handler.c:1973:osd_trans_dump_creds()) Skipped 320 previous similar messages [ 3338.765445] Lustre: 1967:0:(osd_handler.c:1983:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 [ 3338.765446] Lustre: 1967:0:(osd_handler.c:1983:osd_trans_dump_creds()) Skipped 320 previous similar messages [ 3338.765449] Lustre: 1967:0:(osd_handler.c:1990:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 [ 3338.765451] Lustre: 1967:0:(osd_handler.c:1990:osd_trans_dump_creds()) Skipped 320 previous similar messages [ 3338.765453] Lustre: 1967:0:(osd_handler.c:1997:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 [ 3338.765455] Lustre: 1967:0:(osd_handler.c:1997:osd_trans_dump_creds()) Skipped 320 previous similar messages [ 3350.098159] Lustre: lustre-MDT0000: Not available for connect from 0@lo (stopping) [ 3351.562281] LustreError: 4304:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup [ 3351.567253] LustreError: 4304:0:(obd_class.h:479:obd_check_dev()) Skipped 19 previous similar messages [ 3351.655616] Lustre: server umount lustre-MDT0000 complete [ 3353.443101] LustreError: 25281:0:(ldlm_lockd.c:2550:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1750593765 with bad export cookie 3980813379819947434 [ 3353.446751] LustreError: MGC192.168.204.118@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail [ 3353.455707] LustreError: 25281:0:(ldlm_lockd.c:2550:ldlm_cancel_handler()) Skipped 4 previous similar messages [ 3353.644654] Lustre: server umount lustre-MDT0001 complete [ 3365.418470] Lustre: server umount lustre-OST0000 complete [ 3377.157886] Lustre: server umount lustre-OST0001 complete [ 3384.745372] Lustre: DEBUG MARKER: oleg418-server.virtnet: executing load_modules_local [ 3389.203137] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3389.208493] in_atomic(): 1, irqs_disabled(): 0, pid: 6506, name: mount.lustre [ 3389.211706] CPU: 1 PID: 6506 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3389.216827] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3389.222162] Call Trace: [ 3389.223896] [] dump_stack+0x19/0x1b [ 3389.226394] [] __might_sleep+0xd9/0x100 [ 3389.228299] [] kmem_cache_alloc+0x4f/0x2e0 [ 3389.231566] [] alloc_vfsmnt+0x24/0x240 [ 3389.233506] [] vfs_kern_mount+0x36/0x110 [ 3389.238951] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3389.241454] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3389.243867] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3389.247006] [] obd_setup+0x167/0x540 [obdclass] [ 3389.249417] [] class_setup+0x54f/0x830 [obdclass] [ 3389.251320] [] class_process_config+0x149b/0x2660 [obdclass] [ 3389.254880] [] do_lcfg+0x263/0x520 [obdclass] [ 3389.259012] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3389.262399] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3389.265430] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3389.267595] [] ? __mutex_init+0x56/0x60 [ 3389.270029] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3389.272632] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3389.277444] [] mount_nodev+0x4d/0xb0 [ 3389.282344] [] lustre_mount+0x18/0x20 [lustre] [ 3389.284511] [] mount_fs+0x39/0x1b0 [ 3389.286339] [] vfs_kern_mount+0x67/0x110 [ 3389.289603] [] do_mount+0x1ef/0xce0 [ 3389.291595] [] ? copy_mount_options+0x39/0x1b0 [ 3389.293644] [] SyS_mount+0x83/0xd0 [ 3389.295277] [] system_call_fastpath+0x1f/0x24 [ 3389.297525] BUG: scheduling while atomic: mount.lustre/6506/0x10000002 [ 3389.299727] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3389.324895] CPU: 1 PID: 6506 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3389.330665] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3389.337171] Call Trace: [ 3389.339343] [] dump_stack+0x19/0x1b [ 3389.341518] [] __schedule_bug+0x64/0x72 [ 3389.343858] [] __schedule+0x791/0x7d0 [ 3389.345932] [] ? alloc_vfsmnt+0x24/0x240 [ 3389.355219] [] __cond_resched+0x26/0x30 [ 3389.356886] [] _cond_resched+0x3a/0x50 [ 3389.366584] [] kmem_cache_alloc+0x54/0x2e0 [ 3389.370698] [] alloc_vfsmnt+0x24/0x240 [ 3389.374551] [] vfs_kern_mount+0x36/0x110 [ 3389.380535] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3389.383830] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3389.388219] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3389.392574] [] obd_setup+0x167/0x540 [obdclass] [ 3389.395628] [] class_setup+0x54f/0x830 [obdclass] [ 3389.399181] [] class_process_config+0x149b/0x2660 [obdclass] [ 3389.402074] [] do_lcfg+0x263/0x520 [obdclass] [ 3389.404152] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3389.406694] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3389.409042] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3389.411380] [] ? __mutex_init+0x56/0x60 [ 3389.413191] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3389.418095] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3389.422130] [] mount_nodev+0x4d/0xb0 [ 3389.427074] [] lustre_mount+0x18/0x20 [lustre] [ 3389.432176] [] mount_fs+0x39/0x1b0 [ 3389.436152] [] vfs_kern_mount+0x67/0x110 [ 3389.440519] [] do_mount+0x1ef/0xce0 [ 3389.442999] [] ? copy_mount_options+0x39/0x1b0 [ 3389.446104] [] SyS_mount+0x83/0xd0 [ 3389.450697] [] system_call_fastpath+0x1f/0x24 [ 3389.472793] BUG: scheduling while atomic: mount.lustre/6506/0x10000002 [ 3389.475492] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3389.513307] CPU: 0 PID: 6506 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3389.518823] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3389.523540] Call Trace: [ 3389.527521] [] dump_stack+0x19/0x1b [ 3389.530553] [] __schedule_bug+0x64/0x72 [ 3389.533515] [] __schedule+0x791/0x7d0 [ 3389.536716] [] __cond_resched+0x26/0x30 [ 3389.539346] [] _cond_resched+0x3a/0x50 [ 3389.543936] [] truncate_inode_pages_range+0x237/0x7d0 [ 3389.548491] [] truncate_inode_pages+0x15/0x20 [ 3389.552344] [] kill_bdev+0x35/0x40 [ 3389.555181] [] set_blocksize+0xab/0xd0 [ 3389.556789] [] sb_set_blocksize+0x1d/0x50 [ 3389.559229] [] sb_min_blocksize+0x42/0x60 [ 3389.563264] [] ldiskfs_fill_super+0x1c2/0x3060 [ldiskfs] [ 3389.566721] [] ? snprintf+0x49/0x70 [ 3389.569586] [] mount_bdev+0x1b0/0x1f0 [ 3389.572341] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3389.576934] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3389.579055] [] mount_fs+0x39/0x1b0 [ 3389.582760] [] vfs_kern_mount+0x67/0x110 [ 3389.585102] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3389.588861] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3389.593818] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3389.596747] [] obd_setup+0x167/0x540 [obdclass] [ 3389.600254] [] class_setup+0x54f/0x830 [obdclass] [ 3389.603009] [] class_process_config+0x149b/0x2660 [obdclass] [ 3389.607179] [] do_lcfg+0x263/0x520 [obdclass] [ 3389.610026] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3389.613367] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3389.617789] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3389.621140] [] ? __mutex_init+0x56/0x60 [ 3389.624532] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3389.628822] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3389.633753] [] mount_nodev+0x4d/0xb0 [ 3389.636835] [] lustre_mount+0x18/0x20 [lustre] [ 3389.640941] [] mount_fs+0x39/0x1b0 [ 3389.642862] [] vfs_kern_mount+0x67/0x110 [ 3389.644025] [] do_mount+0x1ef/0xce0 [ 3389.645849] [] ? copy_mount_options+0x39/0x1b0 [ 3389.647401] [] SyS_mount+0x83/0xd0 [ 3389.649430] [] system_call_fastpath+0x1f/0x24 [ 3389.652875] BUG: scheduling while atomic: mount.lustre/6506/0x00000002 [ 3389.658124] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3389.684650] CPU: 0 PID: 6506 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3389.688722] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3389.692029] Call Trace: [ 3389.693060] [] dump_stack+0x19/0x1b [ 3389.695039] [] __schedule_bug+0x64/0x72 [ 3389.696587] [] __schedule+0x791/0x7d0 [ 3389.699183] [] ? bit_wait+0x50/0x50 [ 3389.701346] [] schedule+0x29/0x70 [ 3389.703446] [] schedule_timeout+0x209/0x290 [ 3389.705728] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3389.708275] [] ? kvm_clock_read+0x33/0x40 [ 3389.710422] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3389.713648] [] ? ktime_get_ts64+0x4c/0xf0 [ 3389.717141] [] ? bit_wait+0x50/0x50 [ 3389.719472] [] io_schedule_timeout+0xad/0x130 [ 3389.721311] [] io_schedule+0x18/0x20 [ 3389.725616] [] bit_wait_io+0x11/0x50 [ 3389.728367] [] __wait_on_bit+0x65/0x90 [ 3389.731574] [] ? bit_wait+0x50/0x50 [ 3389.735093] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3389.737716] [] ? wake_bit_function+0x40/0x40 [ 3389.740593] [] __bread+0xad/0xf0 [ 3389.743106] [] ldiskfs_fill_super+0x201/0x3060 [ldiskfs] [ 3389.747863] [] ? snprintf+0x49/0x70 [ 3389.749819] [] mount_bdev+0x1b0/0x1f0 [ 3389.753622] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3389.759059] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3389.762576] [] mount_fs+0x39/0x1b0 [ 3389.765637] [] vfs_kern_mount+0x67/0x110 [ 3389.769004] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3389.772378] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3389.775305] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3389.777393] [] obd_setup+0x167/0x540 [obdclass] [ 3389.779612] [] class_setup+0x54f/0x830 [obdclass] [ 3389.781976] [] class_process_config+0x149b/0x2660 [obdclass] [ 3389.786988] [] do_lcfg+0x263/0x520 [obdclass] [ 3389.792154] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3389.795229] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3389.801435] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3389.805753] [] ? __mutex_init+0x56/0x60 [ 3389.807710] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3389.810299] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3389.812984] [] mount_nodev+0x4d/0xb0 [ 3389.814470] [] lustre_mount+0x18/0x20 [lustre] [ 3389.817420] [] mount_fs+0x39/0x1b0 [ 3389.819920] [] vfs_kern_mount+0x67/0x110 [ 3389.821682] [] do_mount+0x1ef/0xce0 [ 3389.823075] [] ? copy_mount_options+0x39/0x1b0 [ 3389.825686] [] SyS_mount+0x83/0xd0 [ 3389.827742] [] system_call_fastpath+0x1f/0x24 [ 3389.830687] BUG: scheduling while atomic: mount.lustre/6506/0x00000002 [ 3389.832870] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3389.876030] CPU: 1 PID: 6506 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3389.883004] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3389.887480] Call Trace: [ 3389.888379] [] dump_stack+0x19/0x1b [ 3389.892122] [] __schedule_bug+0x64/0x72 [ 3389.899663] [] __schedule+0x791/0x7d0 [ 3389.902796] [] ? bit_wait+0x50/0x50 [ 3389.905730] [] schedule+0x29/0x70 [ 3389.908501] [] schedule_timeout+0x209/0x290 [ 3389.910502] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3389.915006] [] ? kvm_clock_read+0x33/0x40 [ 3389.919106] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3389.922925] [] ? ktime_get_ts64+0x4c/0xf0 [ 3389.927877] [] ? bit_wait+0x50/0x50 [ 3389.931841] [] io_schedule_timeout+0xad/0x130 [ 3389.935082] [] io_schedule+0x18/0x20 [ 3389.937016] [] bit_wait_io+0x11/0x50 [ 3389.939532] [] __wait_on_bit+0x65/0x90 [ 3389.943035] [] ? bit_wait+0x50/0x50 [ 3389.945389] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3389.949435] [] ? wake_bit_function+0x40/0x40 [ 3389.952586] [] __bread+0xad/0xf0 [ 3389.954358] [] ldiskfs_fill_super+0x8ff/0x3060 [ldiskfs] [ 3389.964008] [] mount_bdev+0x1b0/0x1f0 [ 3389.965902] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3389.969397] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3389.971319] [] mount_fs+0x39/0x1b0 [ 3389.973170] [] vfs_kern_mount+0x67/0x110 [ 3389.975525] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3389.977735] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3389.983440] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3389.986580] [] obd_setup+0x167/0x540 [obdclass] [ 3389.988353] [] class_setup+0x54f/0x830 [obdclass] [ 3389.990587] [] class_process_config+0x149b/0x2660 [obdclass] [ 3389.993100] [] do_lcfg+0x263/0x520 [obdclass] [ 3389.995392] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3389.998018] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3390.000634] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3390.003347] [] ? __mutex_init+0x56/0x60 [ 3390.005295] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3390.008331] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3390.010576] [] mount_nodev+0x4d/0xb0 [ 3390.011946] [] lustre_mount+0x18/0x20 [lustre] [ 3390.013932] [] mount_fs+0x39/0x1b0 [ 3390.015227] [] vfs_kern_mount+0x67/0x110 [ 3390.016629] [] do_mount+0x1ef/0xce0 [ 3390.018307] [] ? copy_mount_options+0x39/0x1b0 [ 3390.020851] [] SyS_mount+0x83/0xd0 [ 3390.022852] [] system_call_fastpath+0x1f/0x24 [ 3390.024909] BUG: scheduling while atomic: mount.lustre/6506/0x00000002 [ 3390.031734] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3390.068351] CPU: 0 PID: 6506 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3390.074289] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3390.078688] Call Trace: [ 3390.082346] [] dump_stack+0x19/0x1b [ 3390.084232] [] __schedule_bug+0x64/0x72 [ 3390.086256] [] __schedule+0x791/0x7d0 [ 3390.088231] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3390.090469] [] ? bit_wait+0x50/0x50 [ 3390.091917] [] schedule+0x29/0x70 [ 3390.093814] [] schedule_timeout+0x209/0x290 [ 3390.098614] [] ? kvm_clock_read+0x33/0x40 [ 3390.104004] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3390.113738] [] ? ktime_get_ts64+0x4c/0xf0 [ 3390.117300] [] ? bit_wait+0x50/0x50 [ 3390.119003] [] io_schedule_timeout+0xad/0x130 [ 3390.121231] [] io_schedule+0x18/0x20 [ 3390.123033] [] bit_wait_io+0x11/0x50 [ 3390.126614] [] __wait_on_bit_lock+0x5f/0xc0 [ 3390.130378] [] ? bit_wait+0x50/0x50 [ 3390.135336] [] out_of_line_wait_on_bit_lock+0x81/0xb0 [ 3390.138704] [] ? wake_bit_function+0x40/0x40 [ 3390.143934] [] wait_on_bit_lock_io.constprop.40+0x2a/0x30 [ 3390.147587] [] __bread+0xe6/0xf0 [ 3390.149299] [] ldiskfs_fill_super+0x1675/0x3060 [ldiskfs] [ 3390.153873] [] mount_bdev+0x1b0/0x1f0 [ 3390.158851] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3390.162182] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3390.166617] [] mount_fs+0x39/0x1b0 [ 3390.169260] [] vfs_kern_mount+0x67/0x110 [ 3390.172248] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3390.175625] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3390.179739] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3390.184033] [] obd_setup+0x167/0x540 [obdclass] [ 3390.187421] [] class_setup+0x54f/0x830 [obdclass] [ 3390.189941] [] class_process_config+0x149b/0x2660 [obdclass] [ 3390.192647] [] do_lcfg+0x263/0x520 [obdclass] [ 3390.197063] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3390.201604] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3390.206828] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3390.209515] [] ? __mutex_init+0x56/0x60 [ 3390.211224] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3390.213510] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3390.215897] [] mount_nodev+0x4d/0xb0 [ 3390.217330] [] lustre_mount+0x18/0x20 [lustre] [ 3390.219235] [] mount_fs+0x39/0x1b0 [ 3390.221100] [] vfs_kern_mount+0x67/0x110 [ 3390.223642] [] do_mount+0x1ef/0xce0 [ 3390.225369] [] ? copy_mount_options+0x39/0x1b0 [ 3390.227358] [] SyS_mount+0x83/0xd0 [ 3390.228997] [] system_call_fastpath+0x1f/0x24 [ 3390.231189] BUG: sleeping function called from invalid context at kernel/rwsem.c:51 [ 3390.233959] in_atomic(): 1, irqs_disabled(): 0, pid: 6506, name: mount.lustre [ 3390.236646] CPU: 1 PID: 6506 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3390.241152] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3390.243791] Call Trace: [ 3390.244400] [] dump_stack+0x19/0x1b [ 3390.245702] [] __might_sleep+0xd9/0x100 [ 3390.247357] [] down_write+0x20/0x50 [ 3390.249048] [] register_shrinker+0x21/0x50 [ 3390.250603] [] ldiskfs_es_register_shrinker+0x65/0x70 [ldiskfs] [ 3390.252565] [] ldiskfs_fill_super+0x1800/0x3060 [ldiskfs] [ 3390.255254] [] mount_bdev+0x1b0/0x1f0 [ 3390.264188] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3390.271619] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3390.274806] [] mount_fs+0x39/0x1b0 [ 3390.277991] [] vfs_kern_mount+0x67/0x110 [ 3390.282019] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3390.284853] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3390.288607] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3390.292710] [] obd_setup+0x167/0x540 [obdclass] [ 3390.295815] [] class_setup+0x54f/0x830 [obdclass] [ 3390.299890] [] class_process_config+0x149b/0x2660 [obdclass] [ 3390.302869] [] do_lcfg+0x263/0x520 [obdclass] [ 3390.307020] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3390.309970] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3390.313022] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3390.317059] [] ? __mutex_init+0x56/0x60 [ 3390.319600] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3390.322981] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3390.327475] [] mount_nodev+0x4d/0xb0 [ 3390.329814] [] lustre_mount+0x18/0x20 [lustre] [ 3390.333663] [] mount_fs+0x39/0x1b0 [ 3390.336177] [] vfs_kern_mount+0x67/0x110 [ 3390.339770] [] do_mount+0x1ef/0xce0 [ 3390.342288] [] ? copy_mount_options+0x39/0x1b0 [ 3390.345869] [] SyS_mount+0x83/0xd0 [ 3390.348520] [] system_call_fastpath+0x1f/0x24 [ 3390.350724] BUG: scheduling while atomic: mount.lustre/6506/0x10000002 [ 3390.355067] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3390.379730] CPU: 1 PID: 6506 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3390.384294] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3390.389653] Call Trace: [ 3390.392373] [] dump_stack+0x19/0x1b [ 3390.396900] [] __schedule_bug+0x64/0x72 [ 3390.399488] [] __schedule+0x791/0x7d0 [ 3390.401989] [] __cond_resched+0x26/0x30 [ 3390.405950] [] _cond_resched+0x3a/0x50 [ 3390.408568] [] down_write+0x25/0x50 [ 3390.410397] [] register_shrinker+0x21/0x50 [ 3390.412641] [] ldiskfs_es_register_shrinker+0x65/0x70 [ldiskfs] [ 3390.414758] [] ldiskfs_fill_super+0x1800/0x3060 [ldiskfs] [ 3390.416480] [] mount_bdev+0x1b0/0x1f0 [ 3390.417901] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3390.420125] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3390.422257] [] mount_fs+0x39/0x1b0 [ 3390.423935] [] vfs_kern_mount+0x67/0x110 [ 3390.425960] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3390.428246] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3390.430751] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3390.432405] [] obd_setup+0x167/0x540 [obdclass] [ 3390.434111] [] class_setup+0x54f/0x830 [obdclass] [ 3390.439230] [] class_process_config+0x149b/0x2660 [obdclass] [ 3390.443363] [] do_lcfg+0x263/0x520 [obdclass] [ 3390.447528] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3390.451365] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3390.455877] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3390.461693] [] ? __mutex_init+0x56/0x60 [ 3390.466907] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3390.472227] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3390.477052] [] mount_nodev+0x4d/0xb0 [ 3390.479524] [] lustre_mount+0x18/0x20 [lustre] [ 3390.485235] [] mount_fs+0x39/0x1b0 [ 3390.487115] [] vfs_kern_mount+0x67/0x110 [ 3390.489621] [] do_mount+0x1ef/0xce0 [ 3390.491587] [] ? copy_mount_options+0x39/0x1b0 [ 3390.494107] [] SyS_mount+0x83/0xd0 [ 3390.495308] [] system_call_fastpath+0x1f/0x24 [ 3390.497189] BUG: scheduling while atomic: mount.lustre/6506/0x00000002 [ 3390.499454] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3390.540954] CPU: 0 PID: 6506 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3390.556957] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3390.559247] Call Trace: [ 3390.570388] [] dump_stack+0x19/0x1b [ 3390.584460] [] __schedule_bug+0x64/0x72 [ 3390.585934] [] __schedule+0x791/0x7d0 [ 3390.587344] [] ? bit_wait+0x50/0x50 [ 3390.588749] [] schedule+0x29/0x70 [ 3390.590057] [] schedule_timeout+0x209/0x290 [ 3390.596248] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3390.604279] [] ? kvm_clock_read+0x33/0x40 [ 3390.606002] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3390.610349] [] ? bit_wait+0x50/0x50 [ 3390.612263] [] io_schedule_timeout+0xad/0x130 [ 3390.614471] [] io_schedule+0x18/0x20 [ 3390.616436] [] bit_wait_io+0x11/0x50 [ 3390.619310] [] __wait_on_bit+0x65/0x90 [ 3390.621364] [] ? bit_wait+0x50/0x50 [ 3390.624773] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3390.627753] [] ? wake_bit_function+0x40/0x40 [ 3390.630197] [] __wait_on_buffer+0x2a/0x30 [ 3390.635062] [] __ldiskfs_get_inode_loc+0x1bd/0x400 [ldiskfs] [ 3390.637784] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3390.639847] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3390.642277] [] ? do_raw_spin_unlock+0x49/0x90 [ 3390.645058] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3390.647622] [] mount_bdev+0x1b0/0x1f0 [ 3390.650194] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3390.653272] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3390.655756] [] mount_fs+0x39/0x1b0 [ 3390.658399] [] vfs_kern_mount+0x67/0x110 [ 3390.663345] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3390.667244] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3390.673059] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3390.675938] [] obd_setup+0x167/0x540 [obdclass] [ 3390.679973] [] class_setup+0x54f/0x830 [obdclass] [ 3390.683084] [] class_process_config+0x149b/0x2660 [obdclass] [ 3390.686575] [] do_lcfg+0x263/0x520 [obdclass] [ 3390.688695] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3390.691406] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3390.693902] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3390.699052] [] ? __mutex_init+0x56/0x60 [ 3390.703876] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3390.706094] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3390.715304] [] mount_nodev+0x4d/0xb0 [ 3390.723095] [] lustre_mount+0x18/0x20 [lustre] [ 3390.725187] [] mount_fs+0x39/0x1b0 [ 3390.727036] [] vfs_kern_mount+0x67/0x110 [ 3390.728748] [] do_mount+0x1ef/0xce0 [ 3390.730367] [] ? copy_mount_options+0x39/0x1b0 [ 3390.732449] [] SyS_mount+0x83/0xd0 [ 3390.734152] [] system_call_fastpath+0x1f/0x24 [ 3390.737508] BUG: scheduling while atomic: mount.lustre/6506/0x00000002 [ 3390.740022] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3390.768760] CPU: 0 PID: 6506 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3390.773765] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3390.776157] Call Trace: [ 3390.776818] [] dump_stack+0x19/0x1b [ 3390.781288] [] __schedule_bug+0x64/0x72 [ 3390.783293] [] __schedule+0x791/0x7d0 [ 3390.784935] [] ? bit_wait+0x50/0x50 [ 3390.787014] [] schedule+0x29/0x70 [ 3390.789240] [] schedule_timeout+0x209/0x290 [ 3390.792151] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3390.794308] [] ? kvm_clock_read+0x33/0x40 [ 3390.796806] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3390.799875] [] ? bit_wait+0x50/0x50 [ 3390.801901] [] io_schedule_timeout+0xad/0x130 [ 3390.804443] [] io_schedule+0x18/0x20 [ 3390.805955] [] bit_wait_io+0x11/0x50 [ 3390.810371] [] __wait_on_bit+0x65/0x90 [ 3390.813862] [] ? bit_wait+0x50/0x50 [ 3390.816267] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3390.819264] [] ? wake_bit_function+0x40/0x40 [ 3390.823000] [] __wait_on_buffer+0x2a/0x30 [ 3390.825236] [] journal_get_superblock+0x2c8/0x3a0 [jbd2] [ 3390.829601] [] jbd2_journal_wipe+0x20/0xb0 [jbd2] [ 3390.833629] [] ldiskfs_load_journal+0x5c5/0x71c [ldiskfs] [ 3390.837393] [] ? do_raw_spin_unlock+0x49/0x90 [ 3390.840074] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3390.844682] [] mount_bdev+0x1b0/0x1f0 [ 3390.847166] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3390.851737] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3390.854847] [] mount_fs+0x39/0x1b0 [ 3390.857622] [] vfs_kern_mount+0x67/0x110 [ 3390.859946] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3390.864679] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3390.867399] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3390.869391] [] obd_setup+0x167/0x540 [obdclass] [ 3390.871324] [] class_setup+0x54f/0x830 [obdclass] [ 3390.873618] [] class_process_config+0x149b/0x2660 [obdclass] [ 3390.879243] [] do_lcfg+0x263/0x520 [obdclass] [ 3390.883808] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3390.886746] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3390.889338] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3390.896968] [] ? __mutex_init+0x56/0x60 [ 3390.899237] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3390.901160] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3390.904521] [] mount_nodev+0x4d/0xb0 [ 3390.905898] [] lustre_mount+0x18/0x20 [lustre] [ 3390.907512] [] mount_fs+0x39/0x1b0 [ 3390.909342] [] vfs_kern_mount+0x67/0x110 [ 3390.911044] [] do_mount+0x1ef/0xce0 [ 3390.915343] [] ? copy_mount_options+0x39/0x1b0 [ 3390.920188] [] SyS_mount+0x83/0xd0 [ 3390.922528] [] system_call_fastpath+0x1f/0x24 [ 3390.932001] BUG: scheduling while atomic: mount.lustre/6506/0x00000002 [ 3390.935677] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3390.960362] CPU: 1 PID: 6506 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3390.965106] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3390.969374] Call Trace: [ 3390.973020] [] dump_stack+0x19/0x1b [ 3390.977596] [] __schedule_bug+0x64/0x72 [ 3390.979995] [] __schedule+0x791/0x7d0 [ 3390.983858] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3390.986662] [] ? bit_wait+0x50/0x50 [ 3390.989313] [] schedule+0x29/0x70 [ 3390.991284] [] schedule_timeout+0x209/0x290 [ 3390.994234] [] ? kvm_clock_read+0x33/0x40 [ 3390.997561] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3390.999409] [] ? ktime_get_ts64+0x4c/0xf0 [ 3391.001511] [] ? bit_wait+0x50/0x50 [ 3391.004129] [] io_schedule_timeout+0xad/0x130 [ 3391.006850] [] io_schedule+0x18/0x20 [ 3391.011700] [] bit_wait_io+0x11/0x50 [ 3391.015617] [] __wait_on_bit+0x65/0x90 [ 3391.017630] [] ? bit_wait+0x50/0x50 [ 3391.019788] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3391.024138] [] ? wake_bit_function+0x40/0x40 [ 3391.026535] [] __wait_on_buffer+0x2a/0x30 [ 3391.030897] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3391.034493] [] ? mark_page_accessed+0xd8/0xe0 [ 3391.037090] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3391.039739] [] v2_read_header+0x1f/0x50 [ 3391.047142] [] v2_check_quota_file+0x2b/0x70 [ 3391.050158] [] ? igrab+0x36/0x60 [ 3391.051590] [] vfs_load_quota_inode+0x279/0x570 [ 3391.055616] [] ? unlock_new_inode+0x55/0x80 [ 3391.057828] [] dquot_enable+0xf0/0x110 [ 3391.062677] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3391.067989] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3391.072111] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3391.078214] [] mount_bdev+0x1b0/0x1f0 [ 3391.079575] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3391.081546] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3391.092760] [] mount_fs+0x39/0x1b0 [ 3391.097969] [] vfs_kern_mount+0x67/0x110 [ 3391.103221] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3391.109405] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3391.112250] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3391.115331] [] obd_setup+0x167/0x540 [obdclass] [ 3391.122549] [] class_setup+0x54f/0x830 [obdclass] [ 3391.126162] [] class_process_config+0x149b/0x2660 [obdclass] [ 3391.130421] [] do_lcfg+0x263/0x520 [obdclass] [ 3391.134085] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3391.137741] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3391.142991] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3391.148945] [] ? __mutex_init+0x56/0x60 [ 3391.152239] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3391.154914] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3391.157686] [] mount_nodev+0x4d/0xb0 [ 3391.160101] [] lustre_mount+0x18/0x20 [lustre] [ 3391.163299] [] mount_fs+0x39/0x1b0 [ 3391.166116] [] vfs_kern_mount+0x67/0x110 [ 3391.168491] [] do_mount+0x1ef/0xce0 [ 3391.170266] [] ? copy_mount_options+0x39/0x1b0 [ 3391.173290] [] SyS_mount+0x83/0xd0 [ 3391.174912] [] system_call_fastpath+0x1f/0x24 [ 3391.177381] LDISKFS-fs (dm-0): mounted filesystem with ordered data mode. Opts: user_xattr,errors=remount-ro,no_mbcache,nodelalloc [ 3391.181993] BUG: scheduling while atomic: mount.lustre/6506/0x10000002 [ 3391.183362] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3391.209319] CPU: 0 PID: 6506 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3391.213369] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3391.218851] Call Trace: [ 3391.220419] [] dump_stack+0x19/0x1b [ 3391.222204] [] __schedule_bug+0x64/0x72 [ 3391.225949] [] __schedule+0x791/0x7d0 [ 3391.229487] [] ? dquot_alloc+0x1a/0x20 [ 3391.231126] [] __cond_resched+0x26/0x30 [ 3391.233960] [] _cond_resched+0x3a/0x50 [ 3391.236553] [] kmem_cache_alloc+0x54/0x2e0 [ 3391.240121] [] dquot_alloc+0x1a/0x20 [ 3391.242901] [] dqget+0x242/0x460 [ 3391.245794] [] __dquot_initialize+0x12d/0x230 [ 3391.251225] [] ? __free_pages+0x25/0x30 [ 3391.255128] [] ? free_pages.part.76+0x40/0x50 [ 3391.257548] [] dquot_initialize+0x13/0x20 [ 3391.260725] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3391.264152] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3391.266956] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3391.272009] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3391.276321] [] obd_setup+0x167/0x540 [obdclass] [ 3391.279314] [] class_setup+0x54f/0x830 [obdclass] [ 3391.282995] [] class_process_config+0x149b/0x2660 [obdclass] [ 3391.285931] [] do_lcfg+0x263/0x520 [obdclass] [ 3391.288202] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3391.291047] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3391.295076] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3391.298623] [] ? __mutex_init+0x56/0x60 [ 3391.300604] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3391.305295] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3391.308321] [] mount_nodev+0x4d/0xb0 [ 3391.312060] [] lustre_mount+0x18/0x20 [lustre] [ 3391.314141] [] mount_fs+0x39/0x1b0 [ 3391.316279] [] vfs_kern_mount+0x67/0x110 [ 3391.318765] [] do_mount+0x1ef/0xce0 [ 3391.320808] [] ? copy_mount_options+0x39/0x1b0 [ 3391.322737] [] SyS_mount+0x83/0xd0 [ 3391.324662] [] system_call_fastpath+0x1f/0x24 [ 3391.327109] BUG: sleeping function called from invalid context at kernel/mutex.c:104 [ 3391.330168] in_atomic(): 1, irqs_disabled(): 0, pid: 6506, name: mount.lustre [ 3391.332202] CPU: 1 PID: 6506 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3391.336344] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3391.340537] Call Trace: [ 3391.341711] [] dump_stack+0x19/0x1b [ 3391.344841] [] __might_sleep+0xd9/0x100 [ 3391.349270] [] mutex_lock+0x20/0x40 [ 3391.351207] [] dqget+0x1be/0x460 [ 3391.354258] [] __dquot_initialize+0x12d/0x230 [ 3391.361063] [] ? __free_pages+0x25/0x30 [ 3391.367150] [] ? free_pages.part.76+0x40/0x50 [ 3391.376307] [] dquot_initialize+0x13/0x20 [ 3391.377870] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3391.380066] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3391.383930] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3391.389203] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3391.391696] [] obd_setup+0x167/0x540 [obdclass] [ 3391.394849] [] class_setup+0x54f/0x830 [obdclass] [ 3391.398374] [] class_process_config+0x149b/0x2660 [obdclass] [ 3391.406344] [] do_lcfg+0x263/0x520 [obdclass] [ 3391.417289] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3391.429708] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3391.432182] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3391.439744] [] ? __mutex_init+0x56/0x60 [ 3391.443558] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3391.450229] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3391.454520] [] mount_nodev+0x4d/0xb0 [ 3391.458981] [] lustre_mount+0x18/0x20 [lustre] [ 3391.462326] [] mount_fs+0x39/0x1b0 [ 3391.465074] [] vfs_kern_mount+0x67/0x110 [ 3391.468606] [] do_mount+0x1ef/0xce0 [ 3391.473108] [] ? copy_mount_options+0x39/0x1b0 [ 3391.477822] [] SyS_mount+0x83/0xd0 [ 3391.479598] [] system_call_fastpath+0x1f/0x24 [ 3391.481763] BUG: scheduling while atomic: mount.lustre/6506/0x10000002 [ 3391.487489] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3391.529454] CPU: 1 PID: 6506 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3391.540652] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3391.545089] Call Trace: [ 3391.545920] [] dump_stack+0x19/0x1b [ 3391.555163] [] __schedule_bug+0x64/0x72 [ 3391.557895] [] __schedule+0x791/0x7d0 [ 3391.563758] [] __cond_resched+0x26/0x30 [ 3391.565730] [] _cond_resched+0x3a/0x50 [ 3391.567700] [] mutex_lock+0x25/0x40 [ 3391.569479] [] dqget+0x1be/0x460 [ 3391.571162] [] __dquot_initialize+0x12d/0x230 [ 3391.575440] [] ? __free_pages+0x25/0x30 [ 3391.579562] [] ? free_pages.part.76+0x40/0x50 [ 3391.581503] [] dquot_initialize+0x13/0x20 [ 3391.586085] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3391.590630] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3391.592785] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3391.599828] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3391.601816] [] obd_setup+0x167/0x540 [obdclass] [ 3391.609561] [] class_setup+0x54f/0x830 [obdclass] [ 3391.614225] [] class_process_config+0x149b/0x2660 [obdclass] [ 3391.618097] [] do_lcfg+0x263/0x520 [obdclass] [ 3391.621462] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3391.625319] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3391.628248] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3391.631511] [] ? __mutex_init+0x56/0x60 [ 3391.633397] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3391.637965] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3391.640280] [] mount_nodev+0x4d/0xb0 [ 3391.642054] [] lustre_mount+0x18/0x20 [lustre] [ 3391.646483] [] mount_fs+0x39/0x1b0 [ 3391.648237] [] vfs_kern_mount+0x67/0x110 [ 3391.650141] [] do_mount+0x1ef/0xce0 [ 3391.652241] [] ? copy_mount_options+0x39/0x1b0 [ 3391.655560] [] SyS_mount+0x83/0xd0 [ 3391.657306] [] system_call_fastpath+0x1f/0x24 [ 3391.663041] BUG: scheduling while atomic: mount.lustre/6506/0x00000002 [ 3391.665291] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3391.703121] CPU: 1 PID: 6506 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3391.711656] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3391.714718] Call Trace: [ 3391.715770] [] dump_stack+0x19/0x1b [ 3391.718353] [] __schedule_bug+0x64/0x72 [ 3391.720364] [] __schedule+0x791/0x7d0 [ 3391.722441] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3391.725463] [] ? bit_wait+0x50/0x50 [ 3391.729255] [] schedule+0x29/0x70 [ 3391.733677] [] schedule_timeout+0x209/0x290 [ 3391.736688] [] ? kvm_clock_read+0x33/0x40 [ 3391.738821] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3391.742878] [] ? ktime_get_ts64+0x4c/0xf0 [ 3391.746189] [] ? bit_wait+0x50/0x50 [ 3391.748866] [] io_schedule_timeout+0xad/0x130 [ 3391.751906] [] io_schedule+0x18/0x20 [ 3391.754122] [] bit_wait_io+0x11/0x50 [ 3391.755899] [] __wait_on_bit+0x65/0x90 [ 3391.757672] [] ? bit_wait+0x50/0x50 [ 3391.760078] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3391.762949] [] ? wake_bit_function+0x40/0x40 [ 3391.764857] [] __wait_on_buffer+0x2a/0x30 [ 3391.767435] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3391.770595] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3391.776703] [] read_blk+0x4c/0x60 [ 3391.778768] [] find_tree_dqentry+0x47/0x240 [ 3391.780325] [] find_tree_dqentry+0x1aa/0x240 [ 3391.784828] [] find_tree_dqentry+0x1aa/0x240 [ 3391.787529] [] find_tree_dqentry+0x1aa/0x240 [ 3391.790494] [] qtree_read_dquot+0x14c/0x380 [ 3391.793149] [] v2_read_dquot+0x2b/0x30 [ 3391.797258] [] dquot_acquire+0xe4/0x130 [ 3391.801296] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3391.803234] [] dqget+0x3fb/0x460 [ 3391.804852] [] __dquot_initialize+0x12d/0x230 [ 3391.806683] [] ? __free_pages+0x25/0x30 [ 3391.808035] [] dquot_initialize+0x13/0x20 [ 3391.809744] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3391.811604] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3391.814189] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3391.816823] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3391.819720] [] obd_setup+0x167/0x540 [obdclass] [ 3391.822072] [] class_setup+0x54f/0x830 [obdclass] [ 3391.824447] [] class_process_config+0x149b/0x2660 [obdclass] [ 3391.827594] [] do_lcfg+0x263/0x520 [obdclass] [ 3391.829554] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3391.831997] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3391.835846] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3391.838594] [] ? __mutex_init+0x56/0x60 [ 3391.840467] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3391.843556] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3391.846011] [] mount_nodev+0x4d/0xb0 [ 3391.847874] [] lustre_mount+0x18/0x20 [lustre] [ 3391.850096] [] mount_fs+0x39/0x1b0 [ 3391.851648] [] vfs_kern_mount+0x67/0x110 [ 3391.855091] [] do_mount+0x1ef/0xce0 [ 3391.858479] [] ? copy_mount_options+0x39/0x1b0 [ 3391.860506] [] SyS_mount+0x83/0xd0 [ 3391.862400] [] system_call_fastpath+0x1f/0x24 [ 3391.864788] BUG: scheduling while atomic: mount.lustre/6506/0x00000002 [ 3391.867024] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3391.894806] CPU: 0 PID: 6506 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3391.906686] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3391.912121] Call Trace: [ 3391.914879] [] dump_stack+0x19/0x1b [ 3391.916854] [] __schedule_bug+0x64/0x72 [ 3391.918886] [] __schedule+0x791/0x7d0 [ 3391.920746] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3391.922829] [] ? bit_wait+0x50/0x50 [ 3391.924337] [] schedule+0x29/0x70 [ 3391.928526] [] schedule_timeout+0x209/0x290 [ 3391.933369] [] ? kvm_clock_read+0x33/0x40 [ 3391.936005] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3391.942269] [] ? ktime_get_ts64+0x4c/0xf0 [ 3391.947562] [] ? bit_wait+0x50/0x50 [ 3391.949123] [] io_schedule_timeout+0xad/0x130 [ 3391.953055] [] io_schedule+0x18/0x20 [ 3391.959067] [] bit_wait_io+0x11/0x50 [ 3391.961409] [] __wait_on_bit+0x65/0x90 [ 3391.964374] [] ? bit_wait+0x50/0x50 [ 3391.965803] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3391.969759] [] ? wake_bit_function+0x40/0x40 [ 3391.971505] [] __wait_on_buffer+0x2a/0x30 [ 3391.975734] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3391.979884] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3391.983133] [] read_blk+0x4c/0x60 [ 3391.987222] [] find_tree_dqentry+0x47/0x240 [ 3391.989879] [] find_tree_dqentry+0x1aa/0x240 [ 3391.993470] [] find_tree_dqentry+0x1aa/0x240 [ 3391.995450] [] find_tree_dqentry+0x1aa/0x240 [ 3391.997536] [] qtree_read_dquot+0x14c/0x380 [ 3391.999436] [] v2_read_dquot+0x2b/0x30 [ 3392.001451] [] dquot_acquire+0xe4/0x130 [ 3392.003486] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3392.008289] [] dqget+0x3fb/0x460 [ 3392.011277] [] __dquot_initialize+0x12d/0x230 [ 3392.014974] [] dquot_initialize+0x13/0x20 [ 3392.018762] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3392.022968] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3392.026885] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3392.030619] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3392.033958] [] obd_setup+0x167/0x540 [obdclass] [ 3392.037682] [] class_setup+0x54f/0x830 [obdclass] [ 3392.041080] [] class_process_config+0x149b/0x2660 [obdclass] [ 3392.044314] [] do_lcfg+0x263/0x520 [obdclass] [ 3392.047216] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3392.051035] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3392.055648] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3392.060740] [] ? __mutex_init+0x56/0x60 [ 3392.064110] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3392.066788] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3392.071777] [] mount_nodev+0x4d/0xb0 [ 3392.075056] [] lustre_mount+0x18/0x20 [lustre] [ 3392.077154] [] mount_fs+0x39/0x1b0 [ 3392.080603] [] vfs_kern_mount+0x67/0x110 [ 3392.082557] [] do_mount+0x1ef/0xce0 [ 3392.086621] [] ? copy_mount_options+0x39/0x1b0 [ 3392.097201] [] SyS_mount+0x83/0xd0 [ 3392.103730] [] system_call_fastpath+0x1f/0x24 [ 3392.413437] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 [ 3392.417013] Lustre: Skipped 3 previous similar messages [ 3393.894910] Lustre: DEBUG MARKER: oleg418-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all [ 3398.559395] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3398.561929] in_atomic(): 1, irqs_disabled(): 0, pid: 7400, name: mount.lustre [ 3398.565738] CPU: 1 PID: 7400 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3398.569670] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3398.574189] Call Trace: [ 3398.579630] [] dump_stack+0x19/0x1b [ 3398.582383] [] __might_sleep+0xd9/0x100 [ 3398.586134] [] kmem_cache_alloc+0x4f/0x2e0 [ 3398.588233] [] alloc_vfsmnt+0x24/0x240 [ 3398.590105] [] vfs_kern_mount+0x36/0x110 [ 3398.591964] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3398.594162] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3398.596498] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3398.599129] [] obd_setup+0x167/0x540 [obdclass] [ 3398.601284] [] class_setup+0x54f/0x830 [obdclass] [ 3398.605337] [] class_process_config+0x149b/0x2660 [obdclass] [ 3398.610919] [] ? do_raw_spin_unlock+0x49/0x90 [ 3398.613597] [] ? __kmalloc+0x1e0/0x340 [ 3398.615368] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3398.620407] [] do_lcfg+0x263/0x520 [obdclass] [ 3398.624693] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3398.627888] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3398.630152] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3398.632373] [] ? __mutex_init+0x56/0x60 [ 3398.634327] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3398.638750] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3398.644755] [] mount_nodev+0x4d/0xb0 [ 3398.648896] [] lustre_mount+0x18/0x20 [lustre] [ 3398.657441] [] mount_fs+0x39/0x1b0 [ 3398.659851] [] vfs_kern_mount+0x67/0x110 [ 3398.662672] [] do_mount+0x1ef/0xce0 [ 3398.665548] [] ? copy_mount_options+0x39/0x1b0 [ 3398.668255] [] SyS_mount+0x83/0xd0 [ 3398.669828] [] system_call_fastpath+0x1f/0x24 [ 3398.672494] BUG: scheduling while atomic: mount.lustre/7400/0x10000002 [ 3398.678906] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3398.705563] CPU: 1 PID: 7400 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3398.710380] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3398.713554] Call Trace: [ 3398.714214] [] dump_stack+0x19/0x1b [ 3398.715502] [] __schedule_bug+0x64/0x72 [ 3398.717292] [] __schedule+0x791/0x7d0 [ 3398.721881] [] ? alloc_vfsmnt+0x24/0x240 [ 3398.725861] [] __cond_resched+0x26/0x30 [ 3398.729840] [] _cond_resched+0x3a/0x50 [ 3398.734014] [] kmem_cache_alloc+0x54/0x2e0 [ 3398.736273] [] alloc_vfsmnt+0x24/0x240 [ 3398.737886] [] vfs_kern_mount+0x36/0x110 [ 3398.739375] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3398.741435] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3398.744421] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3398.747620] [] obd_setup+0x167/0x540 [obdclass] [ 3398.750138] [] class_setup+0x54f/0x830 [obdclass] [ 3398.752897] [] class_process_config+0x149b/0x2660 [obdclass] [ 3398.755400] [] ? do_raw_spin_unlock+0x49/0x90 [ 3398.757844] [] ? __kmalloc+0x1e0/0x340 [ 3398.760487] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3398.762662] [] do_lcfg+0x263/0x520 [obdclass] [ 3398.764839] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3398.767774] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3398.770371] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3398.774140] [] ? __mutex_init+0x56/0x60 [ 3398.777858] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3398.782190] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3398.785826] [] mount_nodev+0x4d/0xb0 [ 3398.788497] [] lustre_mount+0x18/0x20 [lustre] [ 3398.792647] [] mount_fs+0x39/0x1b0 [ 3398.795503] [] vfs_kern_mount+0x67/0x110 [ 3398.798467] [] do_mount+0x1ef/0xce0 [ 3398.804353] [] ? copy_mount_options+0x39/0x1b0 [ 3398.807405] [] SyS_mount+0x83/0xd0 [ 3398.812196] [] system_call_fastpath+0x1f/0x24 [ 3398.816338] BUG: scheduling while atomic: mount.lustre/7400/0x00000002 [ 3398.818635] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3398.844349] CPU: 0 PID: 7400 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3398.849009] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3398.854031] Call Trace: [ 3398.857357] [] dump_stack+0x19/0x1b [ 3398.859754] [] __schedule_bug+0x64/0x72 [ 3398.863644] [] __schedule+0x791/0x7d0 [ 3398.865605] [] ? bit_wait+0x50/0x50 [ 3398.867144] [] schedule+0x29/0x70 [ 3398.868808] [] schedule_timeout+0x209/0x290 [ 3398.870767] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3398.872879] [] ? kvm_clock_read+0x33/0x40 [ 3398.877344] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3398.881142] [] ? ktime_get_ts64+0x4c/0xf0 [ 3398.886394] [] ? bit_wait+0x50/0x50 [ 3398.891404] [] io_schedule_timeout+0xad/0x130 [ 3398.896474] [] io_schedule+0x18/0x20 [ 3398.898616] [] bit_wait_io+0x11/0x50 [ 3398.901618] [] __wait_on_bit+0x65/0x90 [ 3398.903607] [] ? bit_wait+0x50/0x50 [ 3398.906646] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3398.909098] [] ? wake_bit_function+0x40/0x40 [ 3398.911198] [] __bread+0xad/0xf0 [ 3398.912832] [] ldiskfs_fill_super+0x201/0x3060 [ldiskfs] [ 3398.916875] [] ? snprintf+0x49/0x70 [ 3398.918989] [] mount_bdev+0x1b0/0x1f0 [ 3398.922534] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3398.926514] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3398.928997] [] mount_fs+0x39/0x1b0 [ 3398.930920] [] vfs_kern_mount+0x67/0x110 [ 3398.933703] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3398.936567] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3398.942065] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3398.944628] [] obd_setup+0x167/0x540 [obdclass] [ 3398.947260] [] class_setup+0x54f/0x830 [obdclass] [ 3398.949984] [] class_process_config+0x149b/0x2660 [obdclass] [ 3398.952526] [] ? do_raw_spin_unlock+0x49/0x90 [ 3398.954937] [] ? __kmalloc+0x1e0/0x340 [ 3398.957081] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3398.960088] [] do_lcfg+0x263/0x520 [obdclass] [ 3398.962821] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3398.965489] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3398.968654] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3398.971105] [] ? __mutex_init+0x56/0x60 [ 3398.973742] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3398.977077] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3398.979231] [] mount_nodev+0x4d/0xb0 [ 3398.980899] [] lustre_mount+0x18/0x20 [lustre] [ 3398.985397] [] mount_fs+0x39/0x1b0 [ 3398.987960] [] vfs_kern_mount+0x67/0x110 [ 3398.989717] [] do_mount+0x1ef/0xce0 [ 3398.991380] [] ? copy_mount_options+0x39/0x1b0 [ 3398.993435] [] SyS_mount+0x83/0xd0 [ 3398.995269] [] system_call_fastpath+0x1f/0x24 [ 3399.010602] BUG: scheduling while atomic: mount.lustre/7400/0x00000002 [ 3399.013463] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3399.041549] CPU: 1 PID: 7400 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3399.047089] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3399.052752] Call Trace: [ 3399.053472] [] dump_stack+0x19/0x1b [ 3399.056931] [] __schedule_bug+0x64/0x72 [ 3399.058993] [] __schedule+0x791/0x7d0 [ 3399.060938] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3399.064157] [] ? bit_wait+0x50/0x50 [ 3399.067243] [] schedule+0x29/0x70 [ 3399.069572] [] schedule_timeout+0x209/0x290 [ 3399.072350] [] ? kvm_clock_read+0x33/0x40 [ 3399.075067] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3399.077150] [] ? ktime_get_ts64+0x4c/0xf0 [ 3399.080247] [] ? bit_wait+0x50/0x50 [ 3399.082277] [] io_schedule_timeout+0xad/0x130 [ 3399.085883] [] io_schedule+0x18/0x20 [ 3399.088807] [] bit_wait_io+0x11/0x50 [ 3399.090533] [] __wait_on_bit_lock+0x5f/0xc0 [ 3399.094391] [] ? bit_wait+0x50/0x50 [ 3399.096759] [] out_of_line_wait_on_bit_lock+0x81/0xb0 [ 3399.099914] [] ? wake_bit_function+0x40/0x40 [ 3399.102649] [] wait_on_bit_lock_io.constprop.40+0x2a/0x30 [ 3399.105821] [] __bread+0xe6/0xf0 [ 3399.108564] [] ldiskfs_fill_super+0x1675/0x3060 [ldiskfs] [ 3399.111717] [] mount_bdev+0x1b0/0x1f0 [ 3399.113995] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3399.116973] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3399.119003] [] mount_fs+0x39/0x1b0 [ 3399.121309] [] vfs_kern_mount+0x67/0x110 [ 3399.125494] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3399.127798] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3399.131881] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3399.134618] [] obd_setup+0x167/0x540 [obdclass] [ 3399.136995] [] class_setup+0x54f/0x830 [obdclass] [ 3399.140193] [] class_process_config+0x149b/0x2660 [obdclass] [ 3399.142623] [] ? do_raw_spin_unlock+0x49/0x90 [ 3399.145541] [] ? __kmalloc+0x1e0/0x340 [ 3399.147730] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3399.150199] [] do_lcfg+0x263/0x520 [obdclass] [ 3399.152589] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3399.155912] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3399.158182] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3399.160692] [] ? __mutex_init+0x56/0x60 [ 3399.163086] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3399.165938] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3399.170648] [] mount_nodev+0x4d/0xb0 [ 3399.172806] [] lustre_mount+0x18/0x20 [lustre] [ 3399.176792] [] mount_fs+0x39/0x1b0 [ 3399.178608] [] vfs_kern_mount+0x67/0x110 [ 3399.181372] [] do_mount+0x1ef/0xce0 [ 3399.183499] [] ? copy_mount_options+0x39/0x1b0 [ 3399.185953] [] SyS_mount+0x83/0xd0 [ 3399.190057] [] system_call_fastpath+0x1f/0x24 [ 3399.196086] BUG: scheduling while atomic: mount.lustre/7400/0x00000002 [ 3399.200006] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3399.234975] CPU: 0 PID: 7400 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3399.239433] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3399.245719] Call Trace: [ 3399.247646] [] dump_stack+0x19/0x1b [ 3399.250674] [] __schedule_bug+0x64/0x72 [ 3399.252410] [] __schedule+0x791/0x7d0 [ 3399.254252] [] ? bit_wait+0x50/0x50 [ 3399.258146] [] schedule+0x29/0x70 [ 3399.263113] [] schedule_timeout+0x209/0x290 [ 3399.265420] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3399.268562] [] ? kvm_clock_read+0x33/0x40 [ 3399.270155] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3399.272487] [] ? bit_wait+0x50/0x50 [ 3399.277805] [] io_schedule_timeout+0xad/0x130 [ 3399.279770] [] io_schedule+0x18/0x20 [ 3399.281200] [] bit_wait_io+0x11/0x50 [ 3399.283409] [] __wait_on_bit+0x65/0x90 [ 3399.287158] [] ? bit_wait+0x50/0x50 [ 3399.291021] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3399.292980] [] ? wake_bit_function+0x40/0x40 [ 3399.294985] [] __wait_on_buffer+0x2a/0x30 [ 3399.296659] [] __ldiskfs_get_inode_loc+0x1bd/0x400 [ldiskfs] [ 3399.299019] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3399.301115] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3399.303182] [] ? do_raw_spin_unlock+0x49/0x90 [ 3399.305060] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3399.310272] [] mount_bdev+0x1b0/0x1f0 [ 3399.314269] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3399.318518] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3399.324343] [] mount_fs+0x39/0x1b0 [ 3399.328912] [] vfs_kern_mount+0x67/0x110 [ 3399.331534] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3399.333799] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3399.337699] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3399.340355] [] obd_setup+0x167/0x540 [obdclass] [ 3399.343530] [] class_setup+0x54f/0x830 [obdclass] [ 3399.346097] [] class_process_config+0x149b/0x2660 [obdclass] [ 3399.349031] [] ? do_raw_spin_unlock+0x49/0x90 [ 3399.350847] [] ? __kmalloc+0x1e0/0x340 [ 3399.353065] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3399.357631] [] do_lcfg+0x263/0x520 [obdclass] [ 3399.360537] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3399.365778] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3399.368651] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3399.372174] [] ? __mutex_init+0x56/0x60 [ 3399.374409] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3399.377986] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3399.382194] [] mount_nodev+0x4d/0xb0 [ 3399.385929] [] lustre_mount+0x18/0x20 [lustre] [ 3399.388354] [] mount_fs+0x39/0x1b0 [ 3399.392183] [] vfs_kern_mount+0x67/0x110 [ 3399.396006] [] do_mount+0x1ef/0xce0 [ 3399.398162] [] ? copy_mount_options+0x39/0x1b0 [ 3399.401338] [] SyS_mount+0x83/0xd0 [ 3399.403389] [] system_call_fastpath+0x1f/0x24 [ 3399.408952] BUG: scheduling while atomic: mount.lustre/7400/0x10000002 [ 3399.413368] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3399.451762] CPU: 0 PID: 7400 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3399.461131] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3399.463999] Call Trace: [ 3399.464741] [] dump_stack+0x19/0x1b [ 3399.467084] [] __schedule_bug+0x64/0x72 [ 3399.468960] [] __schedule+0x791/0x7d0 [ 3399.470813] [] __cond_resched+0x26/0x30 [ 3399.472876] [] _cond_resched+0x3a/0x50 [ 3399.474576] [] journal_get_superblock+0x254/0x3a0 [jbd2] [ 3399.478807] [] jbd2_journal_wipe+0x20/0xb0 [jbd2] [ 3399.482791] [] ldiskfs_load_journal+0x5c5/0x71c [ldiskfs] [ 3399.486006] [] ? do_raw_spin_unlock+0x49/0x90 [ 3399.487884] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3399.490242] [] mount_bdev+0x1b0/0x1f0 [ 3399.492033] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3399.494887] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3399.496924] [] mount_fs+0x39/0x1b0 [ 3399.499523] [] vfs_kern_mount+0x67/0x110 [ 3399.501798] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3399.504350] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3399.507334] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3399.510057] [] obd_setup+0x167/0x540 [obdclass] [ 3399.511851] [] class_setup+0x54f/0x830 [obdclass] [ 3399.514745] [] class_process_config+0x149b/0x2660 [obdclass] [ 3399.517299] [] ? do_raw_spin_unlock+0x49/0x90 [ 3399.519267] [] ? __kmalloc+0x1e0/0x340 [ 3399.522591] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3399.525504] [] do_lcfg+0x263/0x520 [obdclass] [ 3399.527049] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3399.529749] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3399.533223] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3399.536599] [] ? __mutex_init+0x56/0x60 [ 3399.538629] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3399.541570] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3399.544463] [] mount_nodev+0x4d/0xb0 [ 3399.546749] [] lustre_mount+0x18/0x20 [lustre] [ 3399.549145] [] mount_fs+0x39/0x1b0 [ 3399.551187] [] vfs_kern_mount+0x67/0x110 [ 3399.553840] [] do_mount+0x1ef/0xce0 [ 3399.555870] [] ? copy_mount_options+0x39/0x1b0 [ 3399.558468] [] SyS_mount+0x83/0xd0 [ 3399.560469] [] system_call_fastpath+0x1f/0x24 [ 3399.563444] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3399.566609] in_atomic(): 1, irqs_disabled(): 0, pid: 7400, name: mount.lustre [ 3399.568778] CPU: 1 PID: 7400 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3399.572744] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3399.575877] Call Trace: [ 3399.576756] [] dump_stack+0x19/0x1b [ 3399.580650] [] __might_sleep+0xd9/0x100 [ 3399.583135] [] kmem_cache_alloc_trace+0x57/0x2e0 [ 3399.586035] [] ? ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3399.589292] [] ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3399.591724] [] ? do_raw_spin_unlock+0x49/0x90 [ 3399.594901] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3399.599650] [] mount_bdev+0x1b0/0x1f0 [ 3399.601602] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3399.604882] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3399.607183] [] mount_fs+0x39/0x1b0 [ 3399.609613] [] vfs_kern_mount+0x67/0x110 [ 3399.614132] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3399.618752] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3399.622572] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3399.628101] [] obd_setup+0x167/0x540 [obdclass] [ 3399.631800] [] class_setup+0x54f/0x830 [obdclass] [ 3399.634130] [] class_process_config+0x149b/0x2660 [obdclass] [ 3399.636522] [] ? do_raw_spin_unlock+0x49/0x90 [ 3399.638574] [] ? __kmalloc+0x1e0/0x340 [ 3399.641086] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3399.643483] [] do_lcfg+0x263/0x520 [obdclass] [ 3399.647693] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3399.653280] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3399.656761] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3399.660791] [] ? __mutex_init+0x56/0x60 [ 3399.663188] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3399.666968] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3399.670455] [] mount_nodev+0x4d/0xb0 [ 3399.674185] [] lustre_mount+0x18/0x20 [lustre] [ 3399.677005] [] mount_fs+0x39/0x1b0 [ 3399.680463] [] vfs_kern_mount+0x67/0x110 [ 3399.685545] [] do_mount+0x1ef/0xce0 [ 3399.688155] [] ? copy_mount_options+0x39/0x1b0 [ 3399.690128] [] SyS_mount+0x83/0xd0 [ 3399.693955] [] system_call_fastpath+0x1f/0x24 [ 3399.696400] BUG: scheduling while atomic: mount.lustre/7400/0x10000002 [ 3399.700716] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3399.739683] CPU: 1 PID: 7400 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3399.745621] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3399.749841] Call Trace: [ 3399.752750] [] dump_stack+0x19/0x1b [ 3399.755394] [] __schedule_bug+0x64/0x72 [ 3399.758660] [] __schedule+0x791/0x7d0 [ 3399.761988] [] __cond_resched+0x26/0x30 [ 3399.764484] [] _cond_resched+0x3a/0x50 [ 3399.766301] [] kmem_cache_alloc_trace+0x5c/0x2e0 [ 3399.768403] [] ? ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3399.771454] [] ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3399.776535] [] ? do_raw_spin_unlock+0x49/0x90 [ 3399.778872] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3399.786284] [] mount_bdev+0x1b0/0x1f0 [ 3399.790409] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3399.794060] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3399.797269] [] mount_fs+0x39/0x1b0 [ 3399.803228] [] vfs_kern_mount+0x67/0x110 [ 3399.807706] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3399.811721] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3399.813827] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3399.818947] [] obd_setup+0x167/0x540 [obdclass] [ 3399.824646] [] class_setup+0x54f/0x830 [obdclass] [ 3399.826972] [] class_process_config+0x149b/0x2660 [obdclass] [ 3399.829395] [] ? do_raw_spin_unlock+0x49/0x90 [ 3399.831363] [] ? __kmalloc+0x1e0/0x340 [ 3399.832883] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3399.835238] [] do_lcfg+0x263/0x520 [obdclass] [ 3399.837516] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3399.839559] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3399.841660] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3399.844197] [] ? __mutex_init+0x56/0x60 [ 3399.846165] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3399.847938] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3399.849938] [] mount_nodev+0x4d/0xb0 [ 3399.854065] [] lustre_mount+0x18/0x20 [lustre] [ 3399.857248] [] mount_fs+0x39/0x1b0 [ 3399.860419] [] vfs_kern_mount+0x67/0x110 [ 3399.863824] [] do_mount+0x1ef/0xce0 [ 3399.866917] [] ? copy_mount_options+0x39/0x1b0 [ 3399.870048] [] SyS_mount+0x83/0xd0 [ 3399.871739] [] system_call_fastpath+0x1f/0x24 [ 3399.873908] BUG: scheduling while atomic: mount.lustre/7400/0x00000002 [ 3399.876337] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3399.903813] CPU: 0 PID: 7400 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3399.907685] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3399.911612] Call Trace: [ 3399.912517] [] dump_stack+0x19/0x1b [ 3399.914516] [] __schedule_bug+0x64/0x72 [ 3399.916457] [] __schedule+0x791/0x7d0 [ 3399.918632] [] schedule+0x29/0x70 [ 3399.921103] [] schedule_timeout+0x209/0x290 [ 3399.923713] [] ? native_smp_send_reschedule+0x4c/0x70 [ 3399.927506] [] ? resched_curr+0xd8/0xf0 [ 3399.929303] [] ? check_preempt_curr+0x80/0xa0 [ 3399.932468] [] ? ttwu_do_wakeup+0x19/0xf0 [ 3399.934697] [] wait_for_completion+0xfc/0x140 [ 3399.936944] [] ? wake_up_state+0x20/0x20 [ 3399.940272] [] kthread_create_on_node+0xa8/0x140 [ 3399.943920] [] ? commit_timeout+0x10/0x10 [jbd2] [ 3399.947699] [] jbd2_journal_load+0x16b/0x2d0 [jbd2] [ 3399.951399] [] ? ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3399.954471] [] ldiskfs_load_journal+0x61f/0x71c [ldiskfs] [ 3399.958514] [] ? do_raw_spin_unlock+0x49/0x90 [ 3399.962303] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3399.965227] [] mount_bdev+0x1b0/0x1f0 [ 3399.969605] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3399.973959] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3399.978543] [] mount_fs+0x39/0x1b0 [ 3399.980254] [] vfs_kern_mount+0x67/0x110 [ 3399.984250] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3399.987196] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3399.990859] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3399.994938] [] obd_setup+0x167/0x540 [obdclass] [ 3399.996441] [] class_setup+0x54f/0x830 [obdclass] [ 3400.000085] [] class_process_config+0x149b/0x2660 [obdclass] [ 3400.003186] [] ? do_raw_spin_unlock+0x49/0x90 [ 3400.005376] [] ? __kmalloc+0x1e0/0x340 [ 3400.008348] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3400.011851] [] do_lcfg+0x263/0x520 [obdclass] [ 3400.016637] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3400.020097] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3400.023301] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3400.027852] [] ? __mutex_init+0x56/0x60 [ 3400.032005] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3400.035296] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3400.039567] [] mount_nodev+0x4d/0xb0 [ 3400.041986] [] lustre_mount+0x18/0x20 [lustre] [ 3400.046541] [] mount_fs+0x39/0x1b0 [ 3400.048532] [] vfs_kern_mount+0x67/0x110 [ 3400.050590] [] do_mount+0x1ef/0xce0 [ 3400.052462] [] ? copy_mount_options+0x39/0x1b0 [ 3400.055053] [] SyS_mount+0x83/0xd0 [ 3400.057759] [] system_call_fastpath+0x1f/0x24 [ 3400.063283] BUG: scheduling while atomic: mount.lustre/7400/0x00000002 [ 3400.065615] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3400.091999] CPU: 1 PID: 7400 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3400.095281] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3400.097799] Call Trace: [ 3400.099587] [] dump_stack+0x19/0x1b [ 3400.104679] [] __schedule_bug+0x64/0x72 [ 3400.106292] [] __schedule+0x791/0x7d0 [ 3400.108523] [] schedule+0x29/0x70 [ 3400.111446] [] jbd2_journal_load+0x215/0x2d0 [jbd2] [ 3400.113701] [] ? wake_up_atomic_t+0x30/0x30 [ 3400.115837] [] ldiskfs_load_journal+0x61f/0x71c [ldiskfs] [ 3400.118952] [] ? do_raw_spin_unlock+0x49/0x90 [ 3400.122713] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3400.125832] [] mount_bdev+0x1b0/0x1f0 [ 3400.127815] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3400.130828] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3400.134523] [] mount_fs+0x39/0x1b0 [ 3400.138864] [] vfs_kern_mount+0x67/0x110 [ 3400.143300] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3400.146142] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3400.151139] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3400.154014] [] obd_setup+0x167/0x540 [obdclass] [ 3400.156456] [] class_setup+0x54f/0x830 [obdclass] [ 3400.158664] [] class_process_config+0x149b/0x2660 [obdclass] [ 3400.161057] [] ? do_raw_spin_unlock+0x49/0x90 [ 3400.165410] [] ? __kmalloc+0x1e0/0x340 [ 3400.170889] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3400.173919] [] do_lcfg+0x263/0x520 [obdclass] [ 3400.175980] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3400.183075] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3400.186534] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3400.191255] [] ? __mutex_init+0x56/0x60 [ 3400.193207] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3400.195588] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3400.199003] [] mount_nodev+0x4d/0xb0 [ 3400.202276] [] lustre_mount+0x18/0x20 [lustre] [ 3400.204221] [] mount_fs+0x39/0x1b0 [ 3400.206910] [] vfs_kern_mount+0x67/0x110 [ 3400.211477] [] do_mount+0x1ef/0xce0 [ 3400.214316] [] ? copy_mount_options+0x39/0x1b0 [ 3400.216836] [] SyS_mount+0x83/0xd0 [ 3400.219176] [] system_call_fastpath+0x1f/0x24 [ 3400.221863] BUG: scheduling while atomic: mount.lustre/7400/0x00000002 [ 3400.228531] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3400.257549] CPU: 0 PID: 7400 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3400.261842] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3400.265196] Call Trace: [ 3400.266245] [] dump_stack+0x19/0x1b [ 3400.268261] [] __schedule_bug+0x64/0x72 [ 3400.270052] [] __schedule+0x791/0x7d0 [ 3400.272448] [] ? enqueue_entity+0x2ef/0xc30 [ 3400.274670] [] schedule+0x29/0x70 [ 3400.276793] [] schedule_timeout+0x209/0x290 [ 3400.279002] [] ? select_task_rq_fair+0x65c/0x780 [ 3400.280817] [] ? check_preempt_curr+0x80/0xa0 [ 3400.283323] [] ? ttwu_do_wakeup+0x19/0xf0 [ 3400.285301] [] wait_for_completion+0xfc/0x140 [ 3400.289103] [] ? wake_up_state+0x20/0x20 [ 3400.291857] [] kthread_create_on_node+0xa8/0x140 [ 3400.296007] [] ? process_one_work+0x4a0/0x4a0 [ 3400.298490] [] __alloc_workqueue_key+0x336/0x480 [ 3400.300246] [] ? do_raw_spin_unlock+0x49/0x90 [ 3400.302395] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3400.304994] [] mount_bdev+0x1b0/0x1f0 [ 3400.306940] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3400.312208] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3400.316372] [] mount_fs+0x39/0x1b0 [ 3400.319835] [] vfs_kern_mount+0x67/0x110 [ 3400.323587] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3400.327822] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3400.331726] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3400.334606] [] obd_setup+0x167/0x540 [obdclass] [ 3400.338155] [] class_setup+0x54f/0x830 [obdclass] [ 3400.342734] [] class_process_config+0x149b/0x2660 [obdclass] [ 3400.346736] [] ? do_raw_spin_unlock+0x49/0x90 [ 3400.350264] [] ? __kmalloc+0x1e0/0x340 [ 3400.353003] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3400.356021] [] do_lcfg+0x263/0x520 [obdclass] [ 3400.360767] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3400.363470] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3400.370426] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3400.376252] [] ? __mutex_init+0x56/0x60 [ 3400.381032] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3400.384281] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3400.388308] [] mount_nodev+0x4d/0xb0 [ 3400.390509] [] lustre_mount+0x18/0x20 [lustre] [ 3400.397135] [] mount_fs+0x39/0x1b0 [ 3400.399342] [] vfs_kern_mount+0x67/0x110 [ 3400.401060] [] do_mount+0x1ef/0xce0 [ 3400.403132] [] ? copy_mount_options+0x39/0x1b0 [ 3400.407855] [] SyS_mount+0x83/0xd0 [ 3400.410746] [] system_call_fastpath+0x1f/0x24 [ 3400.415410] BUG: scheduling while atomic: mount.lustre/7400/0x00000002 [ 3400.417835] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3400.438911] CPU: 1 PID: 7400 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3400.442177] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3400.447163] Call Trace: [ 3400.449379] [] dump_stack+0x19/0x1b [ 3400.453011] [] __schedule_bug+0x64/0x72 [ 3400.457559] [] __schedule+0x791/0x7d0 [ 3400.460976] [] ? bit_wait+0x50/0x50 [ 3400.463453] [] schedule+0x29/0x70 [ 3400.465865] [] schedule_timeout+0x209/0x290 [ 3400.468871] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3400.473010] [] ? kvm_clock_read+0x33/0x40 [ 3400.475540] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3400.477907] [] ? ktime_get_ts64+0x4c/0xf0 [ 3400.480628] [] ? bit_wait+0x50/0x50 [ 3400.484523] [] io_schedule_timeout+0xad/0x130 [ 3400.487408] [] io_schedule+0x18/0x20 [ 3400.489886] [] bit_wait_io+0x11/0x50 [ 3400.493599] [] __wait_on_bit+0x65/0x90 [ 3400.496070] [] ? bit_wait+0x50/0x50 [ 3400.498892] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3400.501875] [] ? wake_bit_function+0x40/0x40 [ 3400.504044] [] __sync_dirty_buffer+0xe8/0x110 [ 3400.506772] [] sync_dirty_buffer+0x13/0x20 [ 3400.508921] [] ldiskfs_commit_super+0x1e0/0x280 [ldiskfs] [ 3400.511740] [] ldiskfs_setup_super+0x120/0x190 [ldiskfs] [ 3400.514512] [] ldiskfs_fill_super+0x2429/0x3060 [ldiskfs] [ 3400.516860] [] mount_bdev+0x1b0/0x1f0 [ 3400.518156] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3400.521086] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3400.524016] [] mount_fs+0x39/0x1b0 [ 3400.525787] [] vfs_kern_mount+0x67/0x110 [ 3400.528021] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3400.531139] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3400.534008] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3400.536344] [] obd_setup+0x167/0x540 [obdclass] [ 3400.538582] [] class_setup+0x54f/0x830 [obdclass] [ 3400.540677] [] class_process_config+0x149b/0x2660 [obdclass] [ 3400.543699] [] ? do_raw_spin_unlock+0x49/0x90 [ 3400.548301] [] ? __kmalloc+0x1e0/0x340 [ 3400.550184] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3400.552939] [] do_lcfg+0x263/0x520 [obdclass] [ 3400.555916] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3400.560267] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3400.563837] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3400.567893] [] ? __mutex_init+0x56/0x60 [ 3400.571396] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3400.574297] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3400.576571] [] mount_nodev+0x4d/0xb0 [ 3400.579128] [] lustre_mount+0x18/0x20 [lustre] [ 3400.583134] [] mount_fs+0x39/0x1b0 [ 3400.585545] [] vfs_kern_mount+0x67/0x110 [ 3400.589211] [] do_mount+0x1ef/0xce0 [ 3400.591550] [] ? copy_mount_options+0x39/0x1b0 [ 3400.594169] [] SyS_mount+0x83/0xd0 [ 3400.600615] [] system_call_fastpath+0x1f/0x24 [ 3400.604261] BUG: sleeping function called from invalid context at kernel/mutex.c:104 [ 3400.609734] in_atomic(): 1, irqs_disabled(): 0, pid: 7400, name: mount.lustre [ 3400.613657] CPU: 1 PID: 7400 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3400.617596] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3400.620735] Call Trace: [ 3400.621643] [] dump_stack+0x19/0x1b [ 3400.623346] [] __might_sleep+0xd9/0x100 [ 3400.625343] [] mutex_lock+0x20/0x40 [ 3400.627506] [] __cleancache_init_fs+0x1b/0x80 [ 3400.629340] [] ldiskfs_setup_super+0x135/0x190 [ldiskfs] [ 3400.634309] [] ldiskfs_fill_super+0x2429/0x3060 [ldiskfs] [ 3400.639059] [] mount_bdev+0x1b0/0x1f0 [ 3400.642694] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3400.647425] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3400.652909] [] mount_fs+0x39/0x1b0 [ 3400.654768] [] vfs_kern_mount+0x67/0x110 [ 3400.660604] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3400.667193] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3400.670040] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3400.677552] [] obd_setup+0x167/0x540 [obdclass] [ 3400.680051] [] class_setup+0x54f/0x830 [obdclass] [ 3400.683629] [] class_process_config+0x149b/0x2660 [obdclass] [ 3400.686548] [] ? do_raw_spin_unlock+0x49/0x90 [ 3400.689641] [] ? __kmalloc+0x1e0/0x340 [ 3400.694826] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3400.697200] [] do_lcfg+0x263/0x520 [obdclass] [ 3400.700334] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3400.704332] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3400.706157] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3400.712701] [] ? __mutex_init+0x56/0x60 [ 3400.714981] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3400.718839] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3400.720998] [] mount_nodev+0x4d/0xb0 [ 3400.727344] [] lustre_mount+0x18/0x20 [lustre] [ 3400.729073] [] mount_fs+0x39/0x1b0 [ 3400.730490] [] vfs_kern_mount+0x67/0x110 [ 3400.732084] [] do_mount+0x1ef/0xce0 [ 3400.733394] [] ? copy_mount_options+0x39/0x1b0 [ 3400.735415] [] SyS_mount+0x83/0xd0 [ 3400.737126] [] system_call_fastpath+0x1f/0x24 [ 3400.739206] BUG: scheduling while atomic: mount.lustre/7400/0x10000002 [ 3400.741721] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3400.766776] CPU: 1 PID: 7400 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3400.770041] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3400.773888] Call Trace: [ 3400.776530] [] dump_stack+0x19/0x1b [ 3400.778318] [] __schedule_bug+0x64/0x72 [ 3400.779803] [] __schedule+0x791/0x7d0 [ 3400.782749] [] __cond_resched+0x26/0x30 [ 3400.784847] [] _cond_resched+0x3a/0x50 [ 3400.786382] [] mutex_lock+0x25/0x40 [ 3400.788448] [] __cleancache_init_fs+0x1b/0x80 [ 3400.791252] [] ldiskfs_setup_super+0x135/0x190 [ldiskfs] [ 3400.794645] [] ldiskfs_fill_super+0x2429/0x3060 [ldiskfs] [ 3400.797051] [] mount_bdev+0x1b0/0x1f0 [ 3400.799461] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3400.804500] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3400.808798] [] mount_fs+0x39/0x1b0 [ 3400.810720] [] vfs_kern_mount+0x67/0x110 [ 3400.812810] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3400.815216] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3400.817988] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3400.820769] [] obd_setup+0x167/0x540 [obdclass] [ 3400.825998] [] class_setup+0x54f/0x830 [obdclass] [ 3400.840438] [] class_process_config+0x149b/0x2660 [obdclass] [ 3400.845194] [] ? do_raw_spin_unlock+0x49/0x90 [ 3400.849630] [] ? __kmalloc+0x1e0/0x340 [ 3400.851239] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3400.853824] [] do_lcfg+0x263/0x520 [obdclass] [ 3400.859121] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3400.861816] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3400.864193] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3400.865884] [] ? __mutex_init+0x56/0x60 [ 3400.867791] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3400.870149] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3400.871771] [] mount_nodev+0x4d/0xb0 [ 3400.873194] [] lustre_mount+0x18/0x20 [lustre] [ 3400.874826] [] mount_fs+0x39/0x1b0 [ 3400.876564] [] vfs_kern_mount+0x67/0x110 [ 3400.878387] [] do_mount+0x1ef/0xce0 [ 3400.882845] [] ? copy_mount_options+0x39/0x1b0 [ 3400.887012] [] SyS_mount+0x83/0xd0 [ 3400.890146] [] system_call_fastpath+0x1f/0x24 [ 3400.896193] BUG: scheduling while atomic: mount.lustre/7400/0x00000002 [ 3400.899000] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3400.926561] CPU: 0 PID: 7400 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3400.932213] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3400.936381] Call Trace: [ 3400.937290] [] dump_stack+0x19/0x1b [ 3400.939479] [] __schedule_bug+0x64/0x72 [ 3400.941150] [] __schedule+0x791/0x7d0 [ 3400.942813] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3400.946187] [] ? bit_wait+0x50/0x50 [ 3400.949326] [] schedule+0x29/0x70 [ 3400.952380] [] schedule_timeout+0x209/0x290 [ 3400.955401] [] ? kvm_clock_read+0x33/0x40 [ 3400.958051] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3400.960325] [] ? ktime_get_ts64+0x4c/0xf0 [ 3400.962931] [] ? bit_wait+0x50/0x50 [ 3400.965726] [] io_schedule_timeout+0xad/0x130 [ 3400.970106] [] io_schedule+0x18/0x20 [ 3400.972322] [] bit_wait_io+0x11/0x50 [ 3400.974277] [] __wait_on_bit+0x65/0x90 [ 3400.975969] [] ? bit_wait+0x50/0x50 [ 3400.977397] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3400.979172] [] ? wake_bit_function+0x40/0x40 [ 3400.982752] [] __wait_on_buffer+0x2a/0x30 [ 3400.992612] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3400.995134] [] ? mark_page_accessed+0xd8/0xe0 [ 3400.998876] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3401.001745] [] v2_read_header+0x1f/0x50 [ 3401.003231] [] v2_check_quota_file+0x2b/0x70 [ 3401.007566] [] ? igrab+0x36/0x60 [ 3401.013399] [] vfs_load_quota_inode+0x279/0x570 [ 3401.017534] [] ? unlock_new_inode+0x55/0x80 [ 3401.020918] [] dquot_enable+0xf0/0x110 [ 3401.023598] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3401.026435] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3401.029068] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3401.031923] [] mount_bdev+0x1b0/0x1f0 [ 3401.033641] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3401.037722] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3401.045319] [] mount_fs+0x39/0x1b0 [ 3401.050231] [] vfs_kern_mount+0x67/0x110 [ 3401.057879] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3401.066728] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3401.069030] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3401.072555] [] obd_setup+0x167/0x540 [obdclass] [ 3401.075218] [] class_setup+0x54f/0x830 [obdclass] [ 3401.079116] [] class_process_config+0x149b/0x2660 [obdclass] [ 3401.082665] [] ? do_raw_spin_unlock+0x49/0x90 [ 3401.084967] [] ? __kmalloc+0x1e0/0x340 [ 3401.089069] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3401.093739] [] do_lcfg+0x263/0x520 [obdclass] [ 3401.096119] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3401.098896] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3401.100960] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3401.103450] [] ? __mutex_init+0x56/0x60 [ 3401.108815] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3401.111409] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3401.115127] [] mount_nodev+0x4d/0xb0 [ 3401.117053] [] lustre_mount+0x18/0x20 [lustre] [ 3401.120531] [] mount_fs+0x39/0x1b0 [ 3401.122209] [] vfs_kern_mount+0x67/0x110 [ 3401.125736] [] do_mount+0x1ef/0xce0 [ 3401.128549] [] ? copy_mount_options+0x39/0x1b0 [ 3401.131239] [] SyS_mount+0x83/0xd0 [ 3401.132907] [] system_call_fastpath+0x1f/0x24 [ 3401.136244] BUG: scheduling while atomic: mount.lustre/7400/0x00000002 [ 3401.139478] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3401.164312] CPU: 0 PID: 7400 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3401.168493] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3401.173286] Call Trace: [ 3401.176168] [] dump_stack+0x19/0x1b [ 3401.178437] [] __schedule_bug+0x64/0x72 [ 3401.180261] [] __schedule+0x791/0x7d0 [ 3401.181956] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3401.184256] [] ? bit_wait+0x50/0x50 [ 3401.186222] [] schedule+0x29/0x70 [ 3401.189581] [] schedule_timeout+0x209/0x290 [ 3401.191471] [] ? kvm_clock_read+0x33/0x40 [ 3401.194015] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3401.196568] [] ? ktime_get_ts64+0x4c/0xf0 [ 3401.199652] [] ? bit_wait+0x50/0x50 [ 3401.202411] [] io_schedule_timeout+0xad/0x130 [ 3401.206546] [] io_schedule+0x18/0x20 [ 3401.208456] [] bit_wait_io+0x11/0x50 [ 3401.210915] [] __wait_on_bit+0x65/0x90 [ 3401.214087] [] ? bit_wait+0x50/0x50 [ 3401.216581] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3401.218902] [] ? wake_bit_function+0x40/0x40 [ 3401.221083] [] __wait_on_buffer+0x2a/0x30 [ 3401.224700] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3401.226656] [] ? mark_page_accessed+0xd8/0xe0 [ 3401.228030] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3401.232171] [] v2_read_header+0x1f/0x50 [ 3401.233998] [] v2_check_quota_file+0x2b/0x70 [ 3401.236880] [] ? igrab+0x36/0x60 [ 3401.240369] [] vfs_load_quota_inode+0x279/0x570 [ 3401.243843] [] ? unlock_new_inode+0x55/0x80 [ 3401.245215] [] dquot_enable+0xf0/0x110 [ 3401.246601] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3401.248175] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3401.249774] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3401.251317] [] mount_bdev+0x1b0/0x1f0 [ 3401.252497] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3401.254229] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3401.258620] [] mount_fs+0x39/0x1b0 [ 3401.261769] [] vfs_kern_mount+0x67/0x110 [ 3401.265164] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3401.268736] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3401.274288] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3401.278078] [] obd_setup+0x167/0x540 [obdclass] [ 3401.281714] [] class_setup+0x54f/0x830 [obdclass] [ 3401.288836] [] class_process_config+0x149b/0x2660 [obdclass] [ 3401.291508] [] ? do_raw_spin_unlock+0x49/0x90 [ 3401.293519] [] ? __kmalloc+0x1e0/0x340 [ 3401.295030] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3401.297113] [] do_lcfg+0x263/0x520 [obdclass] [ 3401.299073] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3401.301288] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3401.303508] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3401.305803] [] ? __mutex_init+0x56/0x60 [ 3401.307258] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3401.308952] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3401.311244] [] mount_nodev+0x4d/0xb0 [ 3401.315049] [] lustre_mount+0x18/0x20 [lustre] [ 3401.317175] [] mount_fs+0x39/0x1b0 [ 3401.320766] [] vfs_kern_mount+0x67/0x110 [ 3401.327998] [] do_mount+0x1ef/0xce0 [ 3401.331008] [] ? copy_mount_options+0x39/0x1b0 [ 3401.333819] [] SyS_mount+0x83/0xd0 [ 3401.337540] [] system_call_fastpath+0x1f/0x24 [ 3401.341708] LDISKFS-fs (dm-1): mounted filesystem with ordered data mode. Opts: user_xattr,acl,no_mbcache,nodelalloc [ 3403.040069] Lustre: DEBUG MARKER: oleg418-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all [ 3404.668075] Lustre: 7865:0:(mgs_llog.c:1345:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 [ 3404.673257] Lustre: 7865:0:(mgs_llog.c:1345:mgs_modify_param()) Skipped 1 previous similar message [ 3408.163133] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3408.166464] in_atomic(): 1, irqs_disabled(): 0, pid: 8327, name: mount.lustre [ 3408.171357] CPU: 1 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3408.178183] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3408.183845] Call Trace: [ 3408.186326] [] dump_stack+0x19/0x1b [ 3408.189780] [] __might_sleep+0xd9/0x100 [ 3408.193372] [] kmem_cache_alloc+0x4f/0x2e0 [ 3408.197232] [] alloc_vfsmnt+0x24/0x240 [ 3408.199087] [] vfs_kern_mount+0x36/0x110 [ 3408.206894] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3408.211734] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3408.213531] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3408.221703] [] obd_setup+0x167/0x540 [obdclass] [ 3408.227113] [] class_setup+0x54f/0x830 [obdclass] [ 3408.231848] [] class_process_config+0x149b/0x2660 [obdclass] [ 3408.238183] [] ? do_raw_spin_unlock+0x49/0x90 [ 3408.248234] [] ? __kmalloc+0x1e0/0x340 [ 3408.258783] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3408.263643] [] do_lcfg+0x263/0x520 [obdclass] [ 3408.269191] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3408.276666] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3408.279336] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3408.282199] [] ? __mutex_init+0x56/0x60 [ 3408.284047] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3408.286003] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3408.288760] [] mount_nodev+0x4d/0xb0 [ 3408.291042] [] lustre_mount+0x18/0x20 [lustre] [ 3408.295038] [] mount_fs+0x39/0x1b0 [ 3408.298513] [] vfs_kern_mount+0x67/0x110 [ 3408.302689] [] do_mount+0x1ef/0xce0 [ 3408.308045] [] ? copy_mount_options+0x39/0x1b0 [ 3408.309927] [] SyS_mount+0x83/0xd0 [ 3408.312782] [] system_call_fastpath+0x1f/0x24 [ 3408.315035] BUG: scheduling while atomic: mount.lustre/8327/0x10000002 [ 3408.317298] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3408.368235] CPU: 1 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3408.373121] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3408.378436] Call Trace: [ 3408.381617] [] dump_stack+0x19/0x1b [ 3408.386000] [] __schedule_bug+0x64/0x72 [ 3408.389333] [] __schedule+0x791/0x7d0 [ 3408.392201] [] ? alloc_vfsmnt+0x24/0x240 [ 3408.395183] [] __cond_resched+0x26/0x30 [ 3408.397225] [] _cond_resched+0x3a/0x50 [ 3408.399252] [] kmem_cache_alloc+0x54/0x2e0 [ 3408.401933] [] alloc_vfsmnt+0x24/0x240 [ 3408.403854] [] vfs_kern_mount+0x36/0x110 [ 3408.406559] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3408.409364] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3408.413674] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3408.417621] [] obd_setup+0x167/0x540 [obdclass] [ 3408.421079] [] class_setup+0x54f/0x830 [obdclass] [ 3408.425190] [] class_process_config+0x149b/0x2660 [obdclass] [ 3408.429741] [] ? do_raw_spin_unlock+0x49/0x90 [ 3408.434365] [] ? __kmalloc+0x1e0/0x340 [ 3408.437685] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3408.440514] [] do_lcfg+0x263/0x520 [obdclass] [ 3408.443111] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3408.448298] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3408.451167] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3408.455018] [] ? __mutex_init+0x56/0x60 [ 3408.457648] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3408.461975] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3408.464480] [] mount_nodev+0x4d/0xb0 [ 3408.467820] [] lustre_mount+0x18/0x20 [lustre] [ 3408.471852] [] mount_fs+0x39/0x1b0 [ 3408.475789] [] vfs_kern_mount+0x67/0x110 [ 3408.479211] [] do_mount+0x1ef/0xce0 [ 3408.481165] [] ? copy_mount_options+0x39/0x1b0 [ 3408.483349] [] SyS_mount+0x83/0xd0 [ 3408.485067] [] system_call_fastpath+0x1f/0x24 [ 3408.488672] BUG: scheduling while atomic: mount.lustre/8327/0x00000002 [ 3408.490969] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3408.518035] CPU: 0 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3408.521919] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3408.524881] Call Trace: [ 3408.525921] [] dump_stack+0x19/0x1b [ 3408.528418] [] __schedule_bug+0x64/0x72 [ 3408.530791] [] __schedule+0x791/0x7d0 [ 3408.532684] [] ? bit_wait+0x50/0x50 [ 3408.536009] [] schedule+0x29/0x70 [ 3408.537625] [] schedule_timeout+0x209/0x290 [ 3408.545009] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3408.547121] [] ? kvm_clock_read+0x33/0x40 [ 3408.550996] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3408.554124] [] ? ktime_get_ts64+0x4c/0xf0 [ 3408.557500] [] ? bit_wait+0x50/0x50 [ 3408.561461] [] io_schedule_timeout+0xad/0x130 [ 3408.564319] [] io_schedule+0x18/0x20 [ 3408.566867] [] bit_wait_io+0x11/0x50 [ 3408.570499] [] __wait_on_bit+0x65/0x90 [ 3408.572471] [] ? bit_wait+0x50/0x50 [ 3408.574152] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3408.576280] [] ? wake_bit_function+0x40/0x40 [ 3408.578311] [] __bread+0xad/0xf0 [ 3408.582240] [] ldiskfs_fill_super+0x201/0x3060 [ldiskfs] [ 3408.586235] [] ? snprintf+0x49/0x70 [ 3408.589718] [] mount_bdev+0x1b0/0x1f0 [ 3408.593189] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3408.598676] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3408.602365] [] mount_fs+0x39/0x1b0 [ 3408.605155] [] vfs_kern_mount+0x67/0x110 [ 3408.608210] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3408.612395] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3408.615319] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3408.618520] [] obd_setup+0x167/0x540 [obdclass] [ 3408.623678] [] class_setup+0x54f/0x830 [obdclass] [ 3408.626007] [] class_process_config+0x149b/0x2660 [obdclass] [ 3408.629730] [] ? do_raw_spin_unlock+0x49/0x90 [ 3408.633567] [] ? __kmalloc+0x1e0/0x340 [ 3408.636676] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3408.639638] [] do_lcfg+0x263/0x520 [obdclass] [ 3408.642261] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3408.644673] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3408.648015] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3408.659559] [] ? __mutex_init+0x56/0x60 [ 3408.662098] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3408.664544] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3408.670438] [] mount_nodev+0x4d/0xb0 [ 3408.672522] [] lustre_mount+0x18/0x20 [lustre] [ 3408.675932] [] mount_fs+0x39/0x1b0 [ 3408.677754] [] vfs_kern_mount+0x67/0x110 [ 3408.680155] [] do_mount+0x1ef/0xce0 [ 3408.683245] [] ? copy_mount_options+0x39/0x1b0 [ 3408.691095] [] SyS_mount+0x83/0xd0 [ 3408.696854] [] system_call_fastpath+0x1f/0x24 [ 3408.702826] BUG: scheduling while atomic: mount.lustre/8327/0x00000002 [ 3408.705230] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3408.746084] CPU: 2 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3408.753008] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3408.756342] Call Trace: [ 3408.757221] [] dump_stack+0x19/0x1b [ 3408.760133] [] __schedule_bug+0x64/0x72 [ 3408.762648] [] __schedule+0x791/0x7d0 [ 3408.767009] [] ? bit_wait+0x50/0x50 [ 3408.769309] [] schedule+0x29/0x70 [ 3408.771291] [] schedule_timeout+0x209/0x290 [ 3408.774977] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3408.777041] [] ? kvm_clock_read+0x33/0x40 [ 3408.778953] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3408.781031] [] ? ktime_get_ts64+0x4c/0xf0 [ 3408.785300] [] ? bit_wait+0x50/0x50 [ 3408.789002] [] io_schedule_timeout+0xad/0x130 [ 3408.793069] [] io_schedule+0x18/0x20 [ 3408.797877] [] bit_wait_io+0x11/0x50 [ 3408.801199] [] __wait_on_bit+0x65/0x90 [ 3408.808260] [] ? bit_wait+0x50/0x50 [ 3408.811729] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3408.814245] [] ? wake_bit_function+0x40/0x40 [ 3408.816175] [] __bread+0xad/0xf0 [ 3408.821508] [] ldiskfs_fill_super+0x8ff/0x3060 [ldiskfs] [ 3408.824249] [] mount_bdev+0x1b0/0x1f0 [ 3408.826940] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3408.832641] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3408.834919] [] mount_fs+0x39/0x1b0 [ 3408.837564] [] vfs_kern_mount+0x67/0x110 [ 3408.841309] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3408.844670] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3408.848606] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3408.853172] [] obd_setup+0x167/0x540 [obdclass] [ 3408.856590] [] class_setup+0x54f/0x830 [obdclass] [ 3408.858842] [] class_process_config+0x149b/0x2660 [obdclass] [ 3408.863852] [] ? do_raw_spin_unlock+0x49/0x90 [ 3408.866054] [] ? __kmalloc+0x1e0/0x340 [ 3408.869346] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3408.873679] [] do_lcfg+0x263/0x520 [obdclass] [ 3408.876666] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3408.880944] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3408.884795] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3408.887659] [] ? __mutex_init+0x56/0x60 [ 3408.891970] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3408.895962] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3408.898319] [] mount_nodev+0x4d/0xb0 [ 3408.900649] [] lustre_mount+0x18/0x20 [lustre] [ 3408.904510] [] mount_fs+0x39/0x1b0 [ 3408.906872] [] vfs_kern_mount+0x67/0x110 [ 3408.908674] [] do_mount+0x1ef/0xce0 [ 3408.911266] [] ? copy_mount_options+0x39/0x1b0 [ 3408.913176] [] SyS_mount+0x83/0xd0 [ 3408.916535] [] system_call_fastpath+0x1f/0x24 [ 3408.919542] BUG: scheduling while atomic: mount.lustre/8327/0x00000002 [ 3408.924041] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3408.957625] CPU: 3 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3408.962912] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3408.968374] Call Trace: [ 3408.969598] [] dump_stack+0x19/0x1b [ 3408.973256] [] __schedule_bug+0x64/0x72 [ 3408.977238] [] __schedule+0x791/0x7d0 [ 3408.979859] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3408.983026] [] ? bit_wait+0x50/0x50 [ 3408.986210] [] schedule+0x29/0x70 [ 3408.988547] [] schedule_timeout+0x209/0x290 [ 3408.991269] [] ? kvm_clock_read+0x33/0x40 [ 3408.993881] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3408.997121] [] ? ktime_get_ts64+0x4c/0xf0 [ 3409.001078] [] ? bit_wait+0x50/0x50 [ 3409.003494] [] io_schedule_timeout+0xad/0x130 [ 3409.005273] [] io_schedule+0x18/0x20 [ 3409.006794] [] bit_wait_io+0x11/0x50 [ 3409.008407] [] __wait_on_bit_lock+0x5f/0xc0 [ 3409.010170] [] ? bit_wait+0x50/0x50 [ 3409.011631] [] out_of_line_wait_on_bit_lock+0x81/0xb0 [ 3409.013960] [] ? wake_bit_function+0x40/0x40 [ 3409.015570] [] wait_on_bit_lock_io.constprop.40+0x2a/0x30 [ 3409.017170] [] __bread+0xe6/0xf0 [ 3409.018439] [] ldiskfs_fill_super+0x1675/0x3060 [ldiskfs] [ 3409.020136] [] mount_bdev+0x1b0/0x1f0 [ 3409.021499] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3409.023383] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3409.024945] [] mount_fs+0x39/0x1b0 [ 3409.026205] [] vfs_kern_mount+0x67/0x110 [ 3409.027596] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3409.029151] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3409.030897] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3409.032559] [] obd_setup+0x167/0x540 [obdclass] [ 3409.033992] [] class_setup+0x54f/0x830 [obdclass] [ 3409.039610] [] class_process_config+0x149b/0x2660 [obdclass] [ 3409.047586] [] ? do_raw_spin_unlock+0x49/0x90 [ 3409.061880] [] ? __kmalloc+0x1e0/0x340 [ 3409.066880] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3409.074710] [] do_lcfg+0x263/0x520 [obdclass] [ 3409.087759] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3409.091735] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3409.095198] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3409.098064] [] ? __mutex_init+0x56/0x60 [ 3409.101929] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3409.107932] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3409.119316] [] mount_nodev+0x4d/0xb0 [ 3409.129355] [] lustre_mount+0x18/0x20 [lustre] [ 3409.134718] [] mount_fs+0x39/0x1b0 [ 3409.136780] [] vfs_kern_mount+0x67/0x110 [ 3409.138859] [] do_mount+0x1ef/0xce0 [ 3409.153408] [] ? copy_mount_options+0x39/0x1b0 [ 3409.155831] [] SyS_mount+0x83/0xd0 [ 3409.163560] [] system_call_fastpath+0x1f/0x24 [ 3409.167579] BUG: sleeping function called from invalid context at kernel/rwsem.c:51 [ 3409.171072] in_atomic(): 1, irqs_disabled(): 0, pid: 8327, name: mount.lustre [ 3409.173396] CPU: 2 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3409.178968] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3409.181946] Call Trace: [ 3409.182791] [] dump_stack+0x19/0x1b [ 3409.186570] [] __might_sleep+0xd9/0x100 [ 3409.188506] [] down_write+0x20/0x50 [ 3409.190263] [] register_shrinker+0x21/0x50 [ 3409.194908] [] ldiskfs_es_register_shrinker+0x65/0x70 [ldiskfs] [ 3409.198728] [] ldiskfs_fill_super+0x1800/0x3060 [ldiskfs] [ 3409.203732] [] mount_bdev+0x1b0/0x1f0 [ 3409.206562] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3409.209246] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3409.211463] [] mount_fs+0x39/0x1b0 [ 3409.213272] [] vfs_kern_mount+0x67/0x110 [ 3409.215266] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3409.223556] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3409.228036] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3409.233719] [] obd_setup+0x167/0x540 [obdclass] [ 3409.240638] [] class_setup+0x54f/0x830 [obdclass] [ 3409.244443] [] class_process_config+0x149b/0x2660 [obdclass] [ 3409.246898] [] ? do_raw_spin_unlock+0x49/0x90 [ 3409.249104] [] ? __kmalloc+0x1e0/0x340 [ 3409.251276] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3409.254049] [] do_lcfg+0x263/0x520 [obdclass] [ 3409.256241] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3409.258910] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3409.263643] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3409.266200] [] ? __mutex_init+0x56/0x60 [ 3409.269594] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3409.272172] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3409.274839] [] mount_nodev+0x4d/0xb0 [ 3409.278444] [] lustre_mount+0x18/0x20 [lustre] [ 3409.280521] [] mount_fs+0x39/0x1b0 [ 3409.282294] [] vfs_kern_mount+0x67/0x110 [ 3409.284315] [] do_mount+0x1ef/0xce0 [ 3409.286715] [] ? copy_mount_options+0x39/0x1b0 [ 3409.290869] [] SyS_mount+0x83/0xd0 [ 3409.293402] [] system_call_fastpath+0x1f/0x24 [ 3409.295267] BUG: scheduling while atomic: mount.lustre/8327/0x10000002 [ 3409.297579] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3409.325464] CPU: 2 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3409.331623] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3409.336315] Call Trace: [ 3409.339318] [] dump_stack+0x19/0x1b [ 3409.343961] [] __schedule_bug+0x64/0x72 [ 3409.351660] [] __schedule+0x791/0x7d0 [ 3409.353763] [] __cond_resched+0x26/0x30 [ 3409.355634] [] _cond_resched+0x3a/0x50 [ 3409.357361] [] down_write+0x25/0x50 [ 3409.359030] [] register_shrinker+0x21/0x50 [ 3409.361043] [] ldiskfs_es_register_shrinker+0x65/0x70 [ldiskfs] [ 3409.364057] [] ldiskfs_fill_super+0x1800/0x3060 [ldiskfs] [ 3409.366534] [] mount_bdev+0x1b0/0x1f0 [ 3409.368282] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3409.371000] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3409.373378] [] mount_fs+0x39/0x1b0 [ 3409.375203] [] vfs_kern_mount+0x67/0x110 [ 3409.380128] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3409.384704] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3409.389069] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3409.393808] [] obd_setup+0x167/0x540 [obdclass] [ 3409.397821] [] class_setup+0x54f/0x830 [obdclass] [ 3409.401754] [] class_process_config+0x149b/0x2660 [obdclass] [ 3409.406423] [] ? do_raw_spin_unlock+0x49/0x90 [ 3409.410294] [] ? __kmalloc+0x1e0/0x340 [ 3409.415022] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3409.420591] [] do_lcfg+0x263/0x520 [obdclass] [ 3409.424011] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3409.428636] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3409.431502] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3409.435004] [] ? __mutex_init+0x56/0x60 [ 3409.438073] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3409.440083] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3409.443049] [] mount_nodev+0x4d/0xb0 [ 3409.445736] [] lustre_mount+0x18/0x20 [lustre] [ 3409.448905] [] mount_fs+0x39/0x1b0 [ 3409.450764] [] vfs_kern_mount+0x67/0x110 [ 3409.453541] [] do_mount+0x1ef/0xce0 [ 3409.457133] [] ? copy_mount_options+0x39/0x1b0 [ 3409.460913] [] SyS_mount+0x83/0xd0 [ 3409.464521] [] system_call_fastpath+0x1f/0x24 [ 3409.468769] LDISKFS-fs (dm-2): file extents enabled, maximum tree depth=5 [ 3409.471419] BUG: scheduling while atomic: mount.lustre/8327/0x00000002 [ 3409.474096] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3409.515548] CPU: 3 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3409.520627] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3409.524727] Call Trace: [ 3409.525573] [] dump_stack+0x19/0x1b [ 3409.528897] [] __schedule_bug+0x64/0x72 [ 3409.531644] [] __schedule+0x791/0x7d0 [ 3409.534732] [] ? bit_wait+0x50/0x50 [ 3409.537464] [] schedule+0x29/0x70 [ 3409.539712] [] schedule_timeout+0x209/0x290 [ 3409.543796] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3409.547113] [] ? kvm_clock_read+0x33/0x40 [ 3409.548936] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3409.551026] [] ? bit_wait+0x50/0x50 [ 3409.552809] [] io_schedule_timeout+0xad/0x130 [ 3409.554899] [] io_schedule+0x18/0x20 [ 3409.556792] [] bit_wait_io+0x11/0x50 [ 3409.558700] [] __wait_on_bit+0x65/0x90 [ 3409.563087] [] ? bit_wait+0x50/0x50 [ 3409.566844] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3409.569987] [] ? wake_bit_function+0x40/0x40 [ 3409.572697] [] __wait_on_buffer+0x2a/0x30 [ 3409.574901] [] __ldiskfs_get_inode_loc+0x1bd/0x400 [ldiskfs] [ 3409.577869] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3409.580042] [] ? vprintk_emit+0x3e4/0x560 [ 3409.583178] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3409.588243] [] ? printk+0x5d/0x74 [ 3409.592961] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3409.596926] [] mount_bdev+0x1b0/0x1f0 [ 3409.599811] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3409.602670] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3409.606989] [] mount_fs+0x39/0x1b0 [ 3409.610268] [] vfs_kern_mount+0x67/0x110 [ 3409.613570] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3409.615771] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3409.618127] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3409.620622] [] obd_setup+0x167/0x540 [obdclass] [ 3409.622948] [] class_setup+0x54f/0x830 [obdclass] [ 3409.625108] [] class_process_config+0x149b/0x2660 [obdclass] [ 3409.627789] [] ? do_raw_spin_unlock+0x49/0x90 [ 3409.629749] [] ? __kmalloc+0x1e0/0x340 [ 3409.634230] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3409.638368] [] do_lcfg+0x263/0x520 [obdclass] [ 3409.642882] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3409.648178] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3409.654071] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3409.659819] [] ? __mutex_init+0x56/0x60 [ 3409.665068] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3409.669013] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3409.672922] [] mount_nodev+0x4d/0xb0 [ 3409.676523] [] lustre_mount+0x18/0x20 [lustre] [ 3409.678675] [] mount_fs+0x39/0x1b0 [ 3409.680358] [] vfs_kern_mount+0x67/0x110 [ 3409.684737] [] do_mount+0x1ef/0xce0 [ 3409.687306] [] ? copy_mount_options+0x39/0x1b0 [ 3409.689993] [] SyS_mount+0x83/0xd0 [ 3409.694355] [] system_call_fastpath+0x1f/0x24 [ 3409.697085] BUG: scheduling while atomic: mount.lustre/8327/0x00000002 [ 3409.699434] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3409.733705] CPU: 2 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3409.739733] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3409.744244] Call Trace: [ 3409.745810] [] dump_stack+0x19/0x1b [ 3409.750787] [] __schedule_bug+0x64/0x72 [ 3409.754782] [] __schedule+0x791/0x7d0 [ 3409.756578] [] ? bit_wait+0x50/0x50 [ 3409.759355] [] schedule+0x29/0x70 [ 3409.760892] [] schedule_timeout+0x209/0x290 [ 3409.763728] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3409.766774] [] ? kvm_clock_read+0x33/0x40 [ 3409.768734] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3409.773444] [] ? bit_wait+0x50/0x50 [ 3409.775717] [] io_schedule_timeout+0xad/0x130 [ 3409.778937] [] io_schedule+0x18/0x20 [ 3409.782584] [] bit_wait_io+0x11/0x50 [ 3409.784757] [] __wait_on_bit+0x65/0x90 [ 3409.791262] [] ? bit_wait+0x50/0x50 [ 3409.799756] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3409.803175] [] ? wake_bit_function+0x40/0x40 [ 3409.806063] [] __wait_on_buffer+0x2a/0x30 [ 3409.810668] [] journal_get_superblock+0x2c8/0x3a0 [jbd2] [ 3409.814365] [] jbd2_journal_wipe+0x20/0xb0 [jbd2] [ 3409.820220] [] ldiskfs_load_journal+0x5c5/0x71c [ldiskfs] [ 3409.823092] [] ? printk+0x5d/0x74 [ 3409.826532] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3409.831995] [] mount_bdev+0x1b0/0x1f0 [ 3409.834629] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3409.840285] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3409.844247] [] mount_fs+0x39/0x1b0 [ 3409.847717] [] vfs_kern_mount+0x67/0x110 [ 3409.852041] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3409.855870] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3409.861327] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3409.864047] [] obd_setup+0x167/0x540 [obdclass] [ 3409.868604] [] class_setup+0x54f/0x830 [obdclass] [ 3409.871981] [] class_process_config+0x149b/0x2660 [obdclass] [ 3409.876328] [] ? do_raw_spin_unlock+0x49/0x90 [ 3409.878955] [] ? __kmalloc+0x1e0/0x340 [ 3409.882451] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3409.885430] [] do_lcfg+0x263/0x520 [obdclass] [ 3409.888915] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3409.892116] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3409.894882] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3409.897614] [] ? __mutex_init+0x56/0x60 [ 3409.901159] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3409.904399] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3409.906932] [] mount_nodev+0x4d/0xb0 [ 3409.909175] [] lustre_mount+0x18/0x20 [lustre] [ 3409.914584] [] mount_fs+0x39/0x1b0 [ 3409.918292] [] vfs_kern_mount+0x67/0x110 [ 3409.923975] [] do_mount+0x1ef/0xce0 [ 3409.927254] [] ? copy_mount_options+0x39/0x1b0 [ 3409.931342] [] SyS_mount+0x83/0xd0 [ 3409.933674] [] system_call_fastpath+0x1f/0x24 [ 3409.939218] BUG: scheduling while atomic: mount.lustre/8327/0x00000002 [ 3409.941255] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3409.970881] CPU: 0 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3409.978547] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3409.981768] Call Trace: [ 3409.982575] [] dump_stack+0x19/0x1b [ 3409.985334] [] __schedule_bug+0x64/0x72 [ 3409.987861] [] __schedule+0x791/0x7d0 [ 3409.989853] [] schedule+0x29/0x70 [ 3409.991899] [] schedule_timeout+0x209/0x290 [ 3409.995379] [] ? native_smp_send_reschedule+0x4c/0x70 [ 3409.999397] [] ? resched_curr+0xd8/0xf0 [ 3410.001564] [] ? check_preempt_curr+0x80/0xa0 [ 3410.005126] [] ? ttwu_do_wakeup+0x19/0xf0 [ 3410.007638] [] wait_for_completion+0xfc/0x140 [ 3410.010948] [] ? wake_up_state+0x20/0x20 [ 3410.013462] [] kthread_create_on_node+0xa8/0x140 [ 3410.016125] [] ? bit_wait+0x50/0x50 [ 3410.017840] [] ? commit_timeout+0x10/0x10 [jbd2] [ 3410.021227] [] jbd2_journal_load+0x16b/0x2d0 [jbd2] [ 3410.024093] [] ? ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3410.027421] [] ldiskfs_load_journal+0x61f/0x71c [ldiskfs] [ 3410.031075] [] ? printk+0x5d/0x74 [ 3410.034244] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3410.036939] [] mount_bdev+0x1b0/0x1f0 [ 3410.039568] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3410.043230] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3410.044932] [] mount_fs+0x39/0x1b0 [ 3410.046706] [] vfs_kern_mount+0x67/0x110 [ 3410.048420] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3410.051581] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3410.058496] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3410.061460] [] obd_setup+0x167/0x540 [obdclass] [ 3410.064240] [] class_setup+0x54f/0x830 [obdclass] [ 3410.067072] [] class_process_config+0x149b/0x2660 [obdclass] [ 3410.070783] [] ? do_raw_spin_unlock+0x49/0x90 [ 3410.072372] [] ? __kmalloc+0x1e0/0x340 [ 3410.076187] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3410.080295] [] do_lcfg+0x263/0x520 [obdclass] [ 3410.083097] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3410.087969] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3410.091200] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3410.095858] [] ? __mutex_init+0x56/0x60 [ 3410.098557] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3410.100568] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3410.103704] [] mount_nodev+0x4d/0xb0 [ 3410.106988] [] lustre_mount+0x18/0x20 [lustre] [ 3410.109171] [] mount_fs+0x39/0x1b0 [ 3410.111449] [] vfs_kern_mount+0x67/0x110 [ 3410.115781] [] do_mount+0x1ef/0xce0 [ 3410.117564] [] ? copy_mount_options+0x39/0x1b0 [ 3410.120758] [] SyS_mount+0x83/0xd0 [ 3410.122374] [] system_call_fastpath+0x1f/0x24 [ 3410.125794] BUG: scheduling while atomic: mount.lustre/8327/0x00000002 [ 3410.128380] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3410.159119] CPU: 1 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3410.164069] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3410.170589] Call Trace: [ 3410.171648] [] dump_stack+0x19/0x1b [ 3410.174653] [] __schedule_bug+0x64/0x72 [ 3410.177715] [] __schedule+0x791/0x7d0 [ 3410.179802] [] schedule+0x29/0x70 [ 3410.183019] [] jbd2_journal_load+0x215/0x2d0 [jbd2] [ 3410.185322] [] ? wake_up_atomic_t+0x30/0x30 [ 3410.186867] [] ldiskfs_load_journal+0x61f/0x71c [ldiskfs] [ 3410.188933] [] ? printk+0x5d/0x74 [ 3410.190648] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3410.193692] [] mount_bdev+0x1b0/0x1f0 [ 3410.195713] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3410.199632] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3410.201994] [] mount_fs+0x39/0x1b0 [ 3410.203823] [] vfs_kern_mount+0x67/0x110 [ 3410.205948] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3410.208461] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3410.216965] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3410.219168] [] obd_setup+0x167/0x540 [obdclass] [ 3410.224474] [] class_setup+0x54f/0x830 [obdclass] [ 3410.231111] [] class_process_config+0x149b/0x2660 [obdclass] [ 3410.234565] [] ? do_raw_spin_unlock+0x49/0x90 [ 3410.236395] [] ? __kmalloc+0x1e0/0x340 [ 3410.242995] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3410.247233] [] do_lcfg+0x263/0x520 [obdclass] [ 3410.250971] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3410.256017] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3410.260784] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3410.264509] [] ? __mutex_init+0x56/0x60 [ 3410.266426] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3410.268876] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3410.271565] [] mount_nodev+0x4d/0xb0 [ 3410.273644] [] lustre_mount+0x18/0x20 [lustre] [ 3410.278205] [] mount_fs+0x39/0x1b0 [ 3410.280315] [] vfs_kern_mount+0x67/0x110 [ 3410.281816] [] do_mount+0x1ef/0xce0 [ 3410.283543] [] ? copy_mount_options+0x39/0x1b0 [ 3410.286237] [] SyS_mount+0x83/0xd0 [ 3410.289985] [] system_call_fastpath+0x1f/0x24 [ 3410.294385] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3410.298271] in_atomic(): 1, irqs_disabled(): 0, pid: 8327, name: mount.lustre [ 3410.301104] CPU: 0 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3410.307380] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3410.311618] Call Trace: [ 3410.312328] [] dump_stack+0x19/0x1b [ 3410.314347] [] __might_sleep+0xd9/0x100 [ 3410.316626] [] __kmalloc+0x73/0x340 [ 3410.320123] [] ? __debug_object_init+0x249/0x480 [ 3410.323465] [] ? __alloc_workqueue_key+0x261/0x480 [ 3410.327934] [] __alloc_workqueue_key+0x261/0x480 [ 3410.331851] [] ? do_raw_spin_unlock+0x49/0x90 [ 3410.334872] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3410.338134] [] mount_bdev+0x1b0/0x1f0 [ 3410.343035] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3410.348988] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3410.354608] [] mount_fs+0x39/0x1b0 [ 3410.357574] [] vfs_kern_mount+0x67/0x110 [ 3410.362268] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3410.366500] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3410.371622] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3410.376584] [] obd_setup+0x167/0x540 [obdclass] [ 3410.380484] [] class_setup+0x54f/0x830 [obdclass] [ 3410.383515] [] class_process_config+0x149b/0x2660 [obdclass] [ 3410.388938] [] ? do_raw_spin_unlock+0x49/0x90 [ 3410.391390] [] ? __kmalloc+0x1e0/0x340 [ 3410.393270] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3410.398400] [] do_lcfg+0x263/0x520 [obdclass] [ 3410.401299] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3410.403128] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3410.404793] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3410.406444] [] ? __mutex_init+0x56/0x60 [ 3410.407788] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3410.409387] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3410.413077] [] mount_nodev+0x4d/0xb0 [ 3410.417452] [] lustre_mount+0x18/0x20 [lustre] [ 3410.422146] [] mount_fs+0x39/0x1b0 [ 3410.423881] [] vfs_kern_mount+0x67/0x110 [ 3410.429621] [] do_mount+0x1ef/0xce0 [ 3410.431718] [] ? copy_mount_options+0x39/0x1b0 [ 3410.433964] [] SyS_mount+0x83/0xd0 [ 3410.435801] [] system_call_fastpath+0x1f/0x24 [ 3410.437867] BUG: scheduling while atomic: mount.lustre/8327/0x10000002 [ 3410.440294] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3410.460314] CPU: 0 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3410.465308] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3410.471602] Call Trace: [ 3410.472674] [] dump_stack+0x19/0x1b [ 3410.478938] [] __schedule_bug+0x64/0x72 [ 3410.483395] [] __schedule+0x791/0x7d0 [ 3410.487288] [] __cond_resched+0x26/0x30 [ 3410.493207] [] _cond_resched+0x3a/0x50 [ 3410.497525] [] __kmalloc+0x78/0x340 [ 3410.502146] [] ? __debug_object_init+0x249/0x480 [ 3410.509700] [] ? __alloc_workqueue_key+0x261/0x480 [ 3410.512146] [] __alloc_workqueue_key+0x261/0x480 [ 3410.514354] [] ? do_raw_spin_unlock+0x49/0x90 [ 3410.518096] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3410.522684] [] mount_bdev+0x1b0/0x1f0 [ 3410.524976] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3410.529009] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3410.534658] [] mount_fs+0x39/0x1b0 [ 3410.536569] [] vfs_kern_mount+0x67/0x110 [ 3410.543558] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3410.548681] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3410.555271] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3410.560753] [] obd_setup+0x167/0x540 [obdclass] [ 3410.563177] [] class_setup+0x54f/0x830 [obdclass] [ 3410.566253] [] class_process_config+0x149b/0x2660 [obdclass] [ 3410.569394] [] ? do_raw_spin_unlock+0x49/0x90 [ 3410.572144] [] ? __kmalloc+0x1e0/0x340 [ 3410.576003] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3410.581009] [] do_lcfg+0x263/0x520 [obdclass] [ 3410.583660] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3410.587878] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3410.591566] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3410.594208] [] ? __mutex_init+0x56/0x60 [ 3410.596366] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3410.600789] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3410.603909] [] mount_nodev+0x4d/0xb0 [ 3410.607050] [] lustre_mount+0x18/0x20 [lustre] [ 3410.609071] [] mount_fs+0x39/0x1b0 [ 3410.610834] [] vfs_kern_mount+0x67/0x110 [ 3410.615355] [] do_mount+0x1ef/0xce0 [ 3410.620712] [] ? copy_mount_options+0x39/0x1b0 [ 3410.623912] [] SyS_mount+0x83/0xd0 [ 3410.628936] [] system_call_fastpath+0x1f/0x24 [ 3410.630953] BUG: scheduling while atomic: mount.lustre/8327/0x00000002 [ 3410.633136] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3410.658180] CPU: 0 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3410.662112] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3410.665566] Call Trace: [ 3410.666457] [] dump_stack+0x19/0x1b [ 3410.668260] [] __schedule_bug+0x64/0x72 [ 3410.672871] [] __schedule+0x791/0x7d0 [ 3410.676117] [] ? enqueue_entity+0x2ef/0xc30 [ 3410.678442] [] schedule+0x29/0x70 [ 3410.680315] [] schedule_timeout+0x209/0x290 [ 3410.682291] [] ? select_task_rq_fair+0x65c/0x780 [ 3410.685687] [] ? check_preempt_curr+0x80/0xa0 [ 3410.687473] [] ? ttwu_do_wakeup+0x19/0xf0 [ 3410.690097] [] wait_for_completion+0xfc/0x140 [ 3410.695118] [] ? wake_up_state+0x20/0x20 [ 3410.700087] [] kthread_create_on_node+0xa8/0x140 [ 3410.704596] [] ? process_one_work+0x4a0/0x4a0 [ 3410.706570] [] __alloc_workqueue_key+0x336/0x480 [ 3410.710132] [] ? do_raw_spin_unlock+0x49/0x90 [ 3410.713145] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3410.715345] [] mount_bdev+0x1b0/0x1f0 [ 3410.716821] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3410.719238] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3410.722341] [] mount_fs+0x39/0x1b0 [ 3410.724547] [] vfs_kern_mount+0x67/0x110 [ 3410.727211] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3410.729801] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3410.732397] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3410.737048] [] obd_setup+0x167/0x540 [obdclass] [ 3410.739682] [] class_setup+0x54f/0x830 [obdclass] [ 3410.741915] [] class_process_config+0x149b/0x2660 [obdclass] [ 3410.746530] [] ? do_raw_spin_unlock+0x49/0x90 [ 3410.751819] [] ? __kmalloc+0x1e0/0x340 [ 3410.754368] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3410.758438] [] do_lcfg+0x263/0x520 [obdclass] [ 3410.761443] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3410.764677] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3410.767015] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3410.769434] [] ? __mutex_init+0x56/0x60 [ 3410.772254] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3410.776330] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3410.779105] [] mount_nodev+0x4d/0xb0 [ 3410.781326] [] lustre_mount+0x18/0x20 [lustre] [ 3410.783831] [] mount_fs+0x39/0x1b0 [ 3410.785511] [] vfs_kern_mount+0x67/0x110 [ 3410.790997] [] do_mount+0x1ef/0xce0 [ 3410.793943] [] ? copy_mount_options+0x39/0x1b0 [ 3410.796571] [] SyS_mount+0x83/0xd0 [ 3410.800133] [] system_call_fastpath+0x1f/0x24 [ 3410.805899] BUG: scheduling while atomic: mount.lustre/8327/0x00000002 [ 3410.808102] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3410.831818] CPU: 0 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3410.836535] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3410.838866] Call Trace: [ 3410.843643] [] dump_stack+0x19/0x1b [ 3410.846795] [] __schedule_bug+0x64/0x72 [ 3410.849259] [] __schedule+0x791/0x7d0 [ 3410.852250] [] ? bit_wait+0x50/0x50 [ 3410.854617] [] schedule+0x29/0x70 [ 3410.857596] [] schedule_timeout+0x209/0x290 [ 3410.860100] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3410.863132] [] ? kvm_clock_read+0x33/0x40 [ 3410.865802] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3410.867814] [] ? ktime_get_ts64+0x4c/0xf0 [ 3410.871795] [] ? bit_wait+0x50/0x50 [ 3410.874035] [] io_schedule_timeout+0xad/0x130 [ 3410.875878] [] io_schedule+0x18/0x20 [ 3410.879744] [] bit_wait_io+0x11/0x50 [ 3410.881385] [] __wait_on_bit+0x65/0x90 [ 3410.883769] [] ? bit_wait+0x50/0x50 [ 3410.885332] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3410.888192] [] ? wake_bit_function+0x40/0x40 [ 3410.892918] [] __sync_dirty_buffer+0xe8/0x110 [ 3410.895007] [] sync_dirty_buffer+0x13/0x20 [ 3410.899997] [] ldiskfs_commit_super+0x1e0/0x280 [ldiskfs] [ 3410.903915] [] ldiskfs_setup_super+0x120/0x190 [ldiskfs] [ 3410.907840] [] ldiskfs_fill_super+0x2429/0x3060 [ldiskfs] [ 3410.910148] [] mount_bdev+0x1b0/0x1f0 [ 3410.911716] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3410.920197] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3410.925149] [] mount_fs+0x39/0x1b0 [ 3410.927727] [] vfs_kern_mount+0x67/0x110 [ 3410.931842] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3410.935114] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3410.938525] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3410.941025] [] obd_setup+0x167/0x540 [obdclass] [ 3410.945118] [] class_setup+0x54f/0x830 [obdclass] [ 3410.947611] [] class_process_config+0x149b/0x2660 [obdclass] [ 3410.950085] [] ? do_raw_spin_unlock+0x49/0x90 [ 3410.952089] [] ? __kmalloc+0x1e0/0x340 [ 3410.956143] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3410.959470] [] do_lcfg+0x263/0x520 [obdclass] [ 3410.963865] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3410.968321] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3410.971752] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3410.974024] [] ? __mutex_init+0x56/0x60 [ 3410.975967] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3410.980230] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3410.983153] [] mount_nodev+0x4d/0xb0 [ 3410.985762] [] lustre_mount+0x18/0x20 [lustre] [ 3410.989482] [] mount_fs+0x39/0x1b0 [ 3410.992104] [] vfs_kern_mount+0x67/0x110 [ 3410.997017] [] do_mount+0x1ef/0xce0 [ 3410.999571] [] ? copy_mount_options+0x39/0x1b0 [ 3411.003454] [] SyS_mount+0x83/0xd0 [ 3411.005197] [] system_call_fastpath+0x1f/0x24 [ 3411.009145] BUG: scheduling while atomic: mount.lustre/8327/0x00000002 [ 3411.011537] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3411.040617] CPU: 1 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3411.049997] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3411.057710] Call Trace: [ 3411.061526] [] dump_stack+0x19/0x1b [ 3411.065249] [] __schedule_bug+0x64/0x72 [ 3411.068142] [] __schedule+0x791/0x7d0 [ 3411.070180] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3411.073659] [] ? bit_wait+0x50/0x50 [ 3411.075372] [] schedule+0x29/0x70 [ 3411.077209] [] schedule_timeout+0x209/0x290 [ 3411.079237] [] ? kvm_clock_read+0x33/0x40 [ 3411.081096] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3411.082898] [] ? ktime_get_ts64+0x4c/0xf0 [ 3411.084394] [] ? bit_wait+0x50/0x50 [ 3411.086084] [] io_schedule_timeout+0xad/0x130 [ 3411.087964] [] io_schedule+0x18/0x20 [ 3411.089683] [] bit_wait_io+0x11/0x50 [ 3411.094257] [] __wait_on_bit+0x65/0x90 [ 3411.097925] [] ? bit_wait+0x50/0x50 [ 3411.101601] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3411.104825] [] ? wake_bit_function+0x40/0x40 [ 3411.111610] [] __wait_on_buffer+0x2a/0x30 [ 3411.114088] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3411.120302] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3411.123121] [] v2_read_header+0x1f/0x50 [ 3411.130004] [] v2_check_quota_file+0x2b/0x70 [ 3411.133300] [] ? igrab+0x36/0x60 [ 3411.136225] [] vfs_load_quota_inode+0x279/0x570 [ 3411.138653] [] ? unlock_new_inode+0x55/0x80 [ 3411.141493] [] dquot_enable+0xf0/0x110 [ 3411.148478] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3411.152881] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3411.159017] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3411.163626] [] mount_bdev+0x1b0/0x1f0 [ 3411.166693] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3411.169133] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3411.171032] [] mount_fs+0x39/0x1b0 [ 3411.172682] [] vfs_kern_mount+0x67/0x110 [ 3411.174342] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3411.176454] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3411.178537] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3411.180850] [] obd_setup+0x167/0x540 [obdclass] [ 3411.182654] [] class_setup+0x54f/0x830 [obdclass] [ 3411.184531] [] class_process_config+0x149b/0x2660 [obdclass] [ 3411.186693] [] ? do_raw_spin_unlock+0x49/0x90 [ 3411.188653] [] ? __kmalloc+0x1e0/0x340 [ 3411.190357] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3411.191949] [] do_lcfg+0x263/0x520 [obdclass] [ 3411.193710] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3411.196208] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3411.198095] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3411.203882] [] ? __mutex_init+0x56/0x60 [ 3411.207655] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3411.211759] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3411.215768] [] mount_nodev+0x4d/0xb0 [ 3411.219166] [] lustre_mount+0x18/0x20 [lustre] [ 3411.224109] [] mount_fs+0x39/0x1b0 [ 3411.228223] [] vfs_kern_mount+0x67/0x110 [ 3411.231703] [] do_mount+0x1ef/0xce0 [ 3411.235502] [] ? copy_mount_options+0x39/0x1b0 [ 3411.239314] [] SyS_mount+0x83/0xd0 [ 3411.242833] [] system_call_fastpath+0x1f/0x24 [ 3411.246703] BUG: scheduling while atomic: mount.lustre/8327/0x00000002 [ 3411.248815] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3411.276620] CPU: 0 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3411.280114] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3411.285779] Call Trace: [ 3411.289815] [] dump_stack+0x19/0x1b [ 3411.291356] [] __schedule_bug+0x64/0x72 [ 3411.294128] [] __schedule+0x791/0x7d0 [ 3411.297636] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3411.300272] [] ? bit_wait+0x50/0x50 [ 3411.303140] [] schedule+0x29/0x70 [ 3411.307360] [] schedule_timeout+0x209/0x290 [ 3411.310682] [] ? kvm_clock_read+0x33/0x40 [ 3411.312929] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3411.315025] [] ? ktime_get_ts64+0x4c/0xf0 [ 3411.318160] [] ? bit_wait+0x50/0x50 [ 3411.322028] [] io_schedule_timeout+0xad/0x130 [ 3411.325930] [] io_schedule+0x18/0x20 [ 3411.328170] [] bit_wait_io+0x11/0x50 [ 3411.330009] [] __wait_on_bit+0x65/0x90 [ 3411.336307] [] ? bit_wait+0x50/0x50 [ 3411.342218] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3411.345010] [] ? wake_bit_function+0x40/0x40 [ 3411.347581] [] __wait_on_buffer+0x2a/0x30 [ 3411.350155] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3411.353124] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3411.358611] [] v2_read_header+0x1f/0x50 [ 3411.361022] [] v2_check_quota_file+0x2b/0x70 [ 3411.364591] [] ? igrab+0x36/0x60 [ 3411.368158] [] vfs_load_quota_inode+0x279/0x570 [ 3411.372324] [] ? unlock_new_inode+0x55/0x80 [ 3411.376037] [] dquot_enable+0xf0/0x110 [ 3411.379276] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3411.383823] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3411.387381] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3411.389439] [] mount_bdev+0x1b0/0x1f0 [ 3411.391462] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3411.393718] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3411.397698] [] mount_fs+0x39/0x1b0 [ 3411.401046] [] vfs_kern_mount+0x67/0x110 [ 3411.404584] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3411.408749] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3411.414541] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3411.418562] [] obd_setup+0x167/0x540 [obdclass] [ 3411.422050] [] class_setup+0x54f/0x830 [obdclass] [ 3411.426668] [] class_process_config+0x149b/0x2660 [obdclass] [ 3411.429769] [] ? do_raw_spin_unlock+0x49/0x90 [ 3411.432126] [] ? __kmalloc+0x1e0/0x340 [ 3411.434535] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3411.437729] [] do_lcfg+0x263/0x520 [obdclass] [ 3411.440460] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3411.445057] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3411.449798] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3411.452659] [] ? __mutex_init+0x56/0x60 [ 3411.454766] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3411.458456] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3411.461690] [] mount_nodev+0x4d/0xb0 [ 3411.465246] [] lustre_mount+0x18/0x20 [lustre] [ 3411.470786] [] mount_fs+0x39/0x1b0 [ 3411.474013] [] vfs_kern_mount+0x67/0x110 [ 3411.476116] [] do_mount+0x1ef/0xce0 [ 3411.478113] [] ? copy_mount_options+0x39/0x1b0 [ 3411.481134] [] SyS_mount+0x83/0xd0 [ 3411.482458] [] system_call_fastpath+0x1f/0x24 [ 3411.486123] BUG: sleeping function called from invalid context at kernel/mutex.c:104 [ 3411.491695] in_atomic(): 1, irqs_disabled(): 0, pid: 8327, name: mount.lustre [ 3411.494290] CPU: 1 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3411.498624] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3411.503499] Call Trace: [ 3411.506390] [] dump_stack+0x19/0x1b [ 3411.509646] [] __might_sleep+0xd9/0x100 [ 3411.514236] [] mutex_lock+0x20/0x40 [ 3411.517839] [] vfs_load_quota_inode+0x2d8/0x570 [ 3411.522240] [] dquot_enable+0xf0/0x110 [ 3411.524497] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3411.528660] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3411.530986] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3411.536135] [] mount_bdev+0x1b0/0x1f0 [ 3411.539964] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3411.545135] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3411.548545] [] mount_fs+0x39/0x1b0 [ 3411.552880] [] vfs_kern_mount+0x67/0x110 [ 3411.556867] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3411.563460] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3411.566798] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3411.573472] [] obd_setup+0x167/0x540 [obdclass] [ 3411.575460] [] class_setup+0x54f/0x830 [obdclass] [ 3411.581502] [] class_process_config+0x149b/0x2660 [obdclass] [ 3411.585558] [] ? do_raw_spin_unlock+0x49/0x90 [ 3411.591985] [] ? __kmalloc+0x1e0/0x340 [ 3411.598111] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3411.601248] [] do_lcfg+0x263/0x520 [obdclass] [ 3411.605060] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3411.608276] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3411.610653] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3411.612640] [] ? __mutex_init+0x56/0x60 [ 3411.613958] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3411.616053] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3411.618115] [] mount_nodev+0x4d/0xb0 [ 3411.622833] [] lustre_mount+0x18/0x20 [lustre] [ 3411.629093] [] mount_fs+0x39/0x1b0 [ 3411.630900] [] vfs_kern_mount+0x67/0x110 [ 3411.637810] [] do_mount+0x1ef/0xce0 [ 3411.639693] [] ? copy_mount_options+0x39/0x1b0 [ 3411.644354] [] SyS_mount+0x83/0xd0 [ 3411.650951] [] system_call_fastpath+0x1f/0x24 [ 3411.657659] BUG: scheduling while atomic: mount.lustre/8327/0x10000002 [ 3411.664243] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3411.698862] CPU: 1 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3411.702925] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3411.706436] Call Trace: [ 3411.707949] [] dump_stack+0x19/0x1b [ 3411.712313] [] __schedule_bug+0x64/0x72 [ 3411.715184] [] __schedule+0x791/0x7d0 [ 3411.719845] [] __cond_resched+0x26/0x30 [ 3411.725003] [] _cond_resched+0x3a/0x50 [ 3411.727065] [] mutex_lock+0x25/0x40 [ 3411.732468] [] vfs_load_quota_inode+0x2d8/0x570 [ 3411.734682] [] dquot_enable+0xf0/0x110 [ 3411.738368] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3411.742728] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3411.746210] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3411.749912] [] mount_bdev+0x1b0/0x1f0 [ 3411.753439] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3411.757030] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3411.759225] [] mount_fs+0x39/0x1b0 [ 3411.761382] [] vfs_kern_mount+0x67/0x110 [ 3411.763837] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3411.768961] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3411.772265] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3411.774907] [] obd_setup+0x167/0x540 [obdclass] [ 3411.777007] [] class_setup+0x54f/0x830 [obdclass] [ 3411.779453] [] class_process_config+0x149b/0x2660 [obdclass] [ 3411.781511] [] ? do_raw_spin_unlock+0x49/0x90 [ 3411.783549] [] ? __kmalloc+0x1e0/0x340 [ 3411.787133] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3411.789029] [] do_lcfg+0x263/0x520 [obdclass] [ 3411.790843] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3411.794032] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3411.796764] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3411.799125] [] ? __mutex_init+0x56/0x60 [ 3411.801662] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3411.804576] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3411.807651] [] mount_nodev+0x4d/0xb0 [ 3411.809363] [] lustre_mount+0x18/0x20 [lustre] [ 3411.813150] [] mount_fs+0x39/0x1b0 [ 3411.815310] [] vfs_kern_mount+0x67/0x110 [ 3411.817211] [] do_mount+0x1ef/0xce0 [ 3411.820840] [] ? copy_mount_options+0x39/0x1b0 [ 3411.823251] [] SyS_mount+0x83/0xd0 [ 3411.825149] [] system_call_fastpath+0x1f/0x24 [ 3411.827625] BUG: scheduling while atomic: mount.lustre/8327/0x00000002 [ 3411.829558] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3411.852224] CPU: 2 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3411.856705] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3411.863091] Call Trace: [ 3411.863821] [] dump_stack+0x19/0x1b [ 3411.867112] [] __schedule_bug+0x64/0x72 [ 3411.871117] [] __schedule+0x791/0x7d0 [ 3411.873116] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3411.877731] [] ? bit_wait+0x50/0x50 [ 3411.879923] [] schedule+0x29/0x70 [ 3411.884777] [] schedule_timeout+0x209/0x290 [ 3411.889094] [] ? kvm_clock_read+0x33/0x40 [ 3411.893446] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3411.896945] [] ? ktime_get_ts64+0x4c/0xf0 [ 3411.899434] [] ? bit_wait+0x50/0x50 [ 3411.901529] [] io_schedule_timeout+0xad/0x130 [ 3411.903769] [] io_schedule+0x18/0x20 [ 3411.907488] [] bit_wait_io+0x11/0x50 [ 3411.911152] [] __wait_on_bit+0x65/0x90 [ 3411.914572] [] ? bit_wait+0x50/0x50 [ 3411.916513] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3411.920547] [] ? wake_bit_function+0x40/0x40 [ 3411.923638] [] __wait_on_buffer+0x2a/0x30 [ 3411.925494] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3411.927124] [] ? mark_page_accessed+0xd8/0xe0 [ 3411.929014] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3411.931458] [] v2_read_header+0x1f/0x50 [ 3411.932971] [] v2_check_quota_file+0x2b/0x70 [ 3411.937786] [] ? igrab+0x36/0x60 [ 3411.940919] [] vfs_load_quota_inode+0x279/0x570 [ 3411.944060] [] ? unlock_new_inode+0x55/0x80 [ 3411.946473] [] dquot_enable+0xf0/0x110 [ 3411.948224] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3411.951422] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3411.954708] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3411.957177] [] mount_bdev+0x1b0/0x1f0 [ 3411.958801] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3411.961131] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3411.963219] [] mount_fs+0x39/0x1b0 [ 3411.965502] [] vfs_kern_mount+0x67/0x110 [ 3411.968372] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3411.971308] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3411.974600] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3411.977349] [] obd_setup+0x167/0x540 [obdclass] [ 3411.980471] [] class_setup+0x54f/0x830 [obdclass] [ 3411.983191] [] class_process_config+0x149b/0x2660 [obdclass] [ 3411.986562] [] ? do_raw_spin_unlock+0x49/0x90 [ 3411.989968] [] ? __kmalloc+0x1e0/0x340 [ 3411.992244] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3411.994442] [] do_lcfg+0x263/0x520 [obdclass] [ 3411.997460] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3411.999727] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3412.002020] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3412.006187] [] ? __mutex_init+0x56/0x60 [ 3412.009778] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3412.012196] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3412.016571] [] mount_nodev+0x4d/0xb0 [ 3412.020007] [] lustre_mount+0x18/0x20 [lustre] [ 3412.023270] [] mount_fs+0x39/0x1b0 [ 3412.026544] [] vfs_kern_mount+0x67/0x110 [ 3412.029503] [] do_mount+0x1ef/0xce0 [ 3412.032141] [] ? copy_mount_options+0x39/0x1b0 [ 3412.035395] [] SyS_mount+0x83/0xd0 [ 3412.037713] [] system_call_fastpath+0x1f/0x24 [ 3412.041007] LDISKFS-fs (dm-2): mounted filesystem with ordered data mode. Opts: user_xattr,acl,no_mbcache,nodelalloc [ 3412.045461] BUG: scheduling while atomic: mount.lustre/8327/0x10000002 [ 3412.050092] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3412.086214] CPU: 3 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3412.090030] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3412.092474] Call Trace: [ 3412.093556] [] dump_stack+0x19/0x1b [ 3412.096817] [] __schedule_bug+0x64/0x72 [ 3412.099934] [] __schedule+0x791/0x7d0 [ 3412.101543] [] ? dquot_alloc+0x1a/0x20 [ 3412.103389] [] __cond_resched+0x26/0x30 [ 3412.105929] [] _cond_resched+0x3a/0x50 [ 3412.108092] [] kmem_cache_alloc+0x54/0x2e0 [ 3412.110228] [] dquot_alloc+0x1a/0x20 [ 3412.112493] [] dqget+0x242/0x460 [ 3412.114243] [] __dquot_initialize+0x12d/0x230 [ 3412.117349] [] ? __free_pages+0x25/0x30 [ 3412.119564] [] ? free_pages.part.76+0x40/0x50 [ 3412.122172] [] dquot_initialize+0x13/0x20 [ 3412.125536] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3412.130347] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3412.133676] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3412.136768] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3412.140882] [] obd_setup+0x167/0x540 [obdclass] [ 3412.142819] [] class_setup+0x54f/0x830 [obdclass] [ 3412.146834] [] class_process_config+0x149b/0x2660 [obdclass] [ 3412.151446] [] ? do_raw_spin_unlock+0x49/0x90 [ 3412.155627] [] ? __kmalloc+0x1e0/0x340 [ 3412.158044] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3412.161130] [] do_lcfg+0x263/0x520 [obdclass] [ 3412.163631] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3412.167181] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3412.169893] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3412.172649] [] ? __mutex_init+0x56/0x60 [ 3412.174845] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3412.176914] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3412.179575] [] mount_nodev+0x4d/0xb0 [ 3412.181721] [] lustre_mount+0x18/0x20 [lustre] [ 3412.184211] [] mount_fs+0x39/0x1b0 [ 3412.187002] [] vfs_kern_mount+0x67/0x110 [ 3412.190086] [] do_mount+0x1ef/0xce0 [ 3412.191707] [] ? copy_mount_options+0x39/0x1b0 [ 3412.194694] [] SyS_mount+0x83/0xd0 [ 3412.197966] [] system_call_fastpath+0x1f/0x24 [ 3412.203285] BUG: scheduling while atomic: mount.lustre/8327/0x00000002 [ 3412.206246] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3412.233939] CPU: 2 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3412.239306] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3412.245743] Call Trace: [ 3412.247254] [] dump_stack+0x19/0x1b [ 3412.251530] [] __schedule_bug+0x64/0x72 [ 3412.254189] [] __schedule+0x791/0x7d0 [ 3412.257478] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3412.260052] [] ? bit_wait+0x50/0x50 [ 3412.262883] [] schedule+0x29/0x70 [ 3412.266136] [] schedule_timeout+0x209/0x290 [ 3412.268311] [] ? kvm_clock_read+0x33/0x40 [ 3412.270919] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3412.272956] [] ? ktime_get_ts64+0x4c/0xf0 [ 3412.276332] [] ? bit_wait+0x50/0x50 [ 3412.278280] [] io_schedule_timeout+0xad/0x130 [ 3412.281201] [] io_schedule+0x18/0x20 [ 3412.282904] [] bit_wait_io+0x11/0x50 [ 3412.284763] [] __wait_on_bit+0x65/0x90 [ 3412.286645] [] ? bit_wait+0x50/0x50 [ 3412.290788] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3412.293211] [] ? wake_bit_function+0x40/0x40 [ 3412.296088] [] __wait_on_buffer+0x2a/0x30 [ 3412.300582] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3412.302811] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3412.307084] [] read_blk+0x4c/0x60 [ 3412.312555] [] find_tree_dqentry+0x47/0x240 [ 3412.316017] [] find_tree_dqentry+0x1aa/0x240 [ 3412.321073] [] find_tree_dqentry+0x1aa/0x240 [ 3412.322822] [] find_tree_dqentry+0x1aa/0x240 [ 3412.326354] [] qtree_read_dquot+0x14c/0x380 [ 3412.329309] [] v2_read_dquot+0x2b/0x30 [ 3412.331866] [] dquot_acquire+0xe4/0x130 [ 3412.333428] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3412.335694] [] dqget+0x3fb/0x460 [ 3412.337380] [] __dquot_initialize+0x12d/0x230 [ 3412.340292] [] ? __free_pages+0x25/0x30 [ 3412.344170] [] ? free_pages.part.76+0x40/0x50 [ 3412.348778] [] dquot_initialize+0x13/0x20 [ 3412.350725] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3412.353684] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3412.358342] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3412.361447] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3412.364555] [] obd_setup+0x167/0x540 [obdclass] [ 3412.366816] [] class_setup+0x54f/0x830 [obdclass] [ 3412.368877] [] class_process_config+0x149b/0x2660 [obdclass] [ 3412.371619] [] ? do_raw_spin_unlock+0x49/0x90 [ 3412.374021] [] ? __kmalloc+0x1e0/0x340 [ 3412.376841] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3412.379680] [] do_lcfg+0x263/0x520 [obdclass] [ 3412.381745] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3412.384976] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3412.387225] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3412.389895] [] ? __mutex_init+0x56/0x60 [ 3412.391965] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3412.393855] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3412.396247] [] mount_nodev+0x4d/0xb0 [ 3412.398144] [] lustre_mount+0x18/0x20 [lustre] [ 3412.400795] [] mount_fs+0x39/0x1b0 [ 3412.402562] [] vfs_kern_mount+0x67/0x110 [ 3412.404519] [] do_mount+0x1ef/0xce0 [ 3412.406250] [] ? copy_mount_options+0x39/0x1b0 [ 3412.410555] [] SyS_mount+0x83/0xd0 [ 3412.412564] [] system_call_fastpath+0x1f/0x24 [ 3412.415842] BUG: scheduling while atomic: mount.lustre/8327/0x00000002 [ 3412.418349] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3412.442692] CPU: 3 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3412.446939] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3412.450205] Call Trace: [ 3412.451232] [] dump_stack+0x19/0x1b [ 3412.453392] [] __schedule_bug+0x64/0x72 [ 3412.455477] [] __schedule+0x791/0x7d0 [ 3412.457120] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3412.461070] [] ? bit_wait+0x50/0x50 [ 3412.462831] [] schedule+0x29/0x70 [ 3412.464985] [] schedule_timeout+0x209/0x290 [ 3412.467167] [] ? kvm_clock_read+0x33/0x40 [ 3412.469106] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3412.471961] [] ? ktime_get_ts64+0x4c/0xf0 [ 3412.474056] [] ? bit_wait+0x50/0x50 [ 3412.476061] [] io_schedule_timeout+0xad/0x130 [ 3412.478288] [] io_schedule+0x18/0x20 [ 3412.480660] [] bit_wait_io+0x11/0x50 [ 3412.483160] [] __wait_on_bit+0x65/0x90 [ 3412.485899] [] ? bit_wait+0x50/0x50 [ 3412.487438] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3412.490473] [] ? wake_bit_function+0x40/0x40 [ 3412.494517] [] __wait_on_buffer+0x2a/0x30 [ 3412.497394] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3412.500915] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3412.504442] [] read_blk+0x4c/0x60 [ 3412.506563] [] find_tree_dqentry+0x47/0x240 [ 3412.508486] [] find_tree_dqentry+0x1aa/0x240 [ 3412.512636] [] find_tree_dqentry+0x1aa/0x240 [ 3412.516054] [] find_tree_dqentry+0x1aa/0x240 [ 3412.519088] [] qtree_read_dquot+0x14c/0x380 [ 3412.520770] [] v2_read_dquot+0x2b/0x30 [ 3412.522882] [] dquot_acquire+0xe4/0x130 [ 3412.524634] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3412.527217] [] dqget+0x3fb/0x460 [ 3412.528862] [] __dquot_initialize+0x12d/0x230 [ 3412.532118] [] ? __free_pages+0x25/0x30 [ 3412.535370] [] dquot_initialize+0x13/0x20 [ 3412.537420] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3412.539835] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3412.541562] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3412.544304] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3412.547502] [] obd_setup+0x167/0x540 [obdclass] [ 3412.549339] [] class_setup+0x54f/0x830 [obdclass] [ 3412.551051] [] class_process_config+0x149b/0x2660 [obdclass] [ 3412.553056] [] ? do_raw_spin_unlock+0x49/0x90 [ 3412.554502] [] ? __kmalloc+0x1e0/0x340 [ 3412.556365] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3412.558580] [] do_lcfg+0x263/0x520 [obdclass] [ 3412.560730] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3412.563789] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3412.567897] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3412.570317] [] ? __mutex_init+0x56/0x60 [ 3412.572498] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3412.576639] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3412.578881] [] mount_nodev+0x4d/0xb0 [ 3412.581153] [] lustre_mount+0x18/0x20 [lustre] [ 3412.583839] [] mount_fs+0x39/0x1b0 [ 3412.586098] [] vfs_kern_mount+0x67/0x110 [ 3412.588294] [] do_mount+0x1ef/0xce0 [ 3412.590452] [] ? copy_mount_options+0x39/0x1b0 [ 3412.592858] [] SyS_mount+0x83/0xd0 [ 3412.594715] [] system_call_fastpath+0x1f/0x24 [ 3412.597944] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3412.601832] in_atomic(): 1, irqs_disabled(): 0, pid: 8327, name: mount.lustre [ 3412.605747] CPU: 2 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3412.609943] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3412.613303] Call Trace: [ 3412.614311] [] dump_stack+0x19/0x1b [ 3412.616722] [] __might_sleep+0xd9/0x100 [ 3412.618180] [] __kmalloc+0x73/0x340 [ 3412.621180] [] ? getdqbuf+0x14/0x40 [ 3412.623817] [] getdqbuf+0x14/0x40 [ 3412.627398] [] find_tree_dqentry+0xaf/0x240 [ 3412.629824] [] find_tree_dqentry+0x1aa/0x240 [ 3412.631641] [] find_tree_dqentry+0x1aa/0x240 [ 3412.633583] [] find_tree_dqentry+0x1aa/0x240 [ 3412.637383] [] qtree_read_dquot+0x14c/0x380 [ 3412.641192] [] v2_read_dquot+0x2b/0x30 [ 3412.643801] [] dquot_acquire+0xe4/0x130 [ 3412.649537] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3412.653323] [] dqget+0x3fb/0x460 [ 3412.654928] [] __dquot_initialize+0x12d/0x230 [ 3412.661176] [] ? __free_pages+0x25/0x30 [ 3412.664716] [] dquot_initialize+0x13/0x20 [ 3412.668294] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3412.672085] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3412.674774] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3412.677624] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3412.682938] [] obd_setup+0x167/0x540 [obdclass] [ 3412.685677] [] class_setup+0x54f/0x830 [obdclass] [ 3412.687793] [] class_process_config+0x149b/0x2660 [obdclass] [ 3412.689913] [] ? do_raw_spin_unlock+0x49/0x90 [ 3412.692967] [] ? __kmalloc+0x1e0/0x340 [ 3412.696423] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3412.698764] [] do_lcfg+0x263/0x520 [obdclass] [ 3412.700761] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3412.704824] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3412.708869] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3412.711658] [] ? __mutex_init+0x56/0x60 [ 3412.715428] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3412.717575] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3412.721479] [] mount_nodev+0x4d/0xb0 [ 3412.724762] [] lustre_mount+0x18/0x20 [lustre] [ 3412.727394] [] mount_fs+0x39/0x1b0 [ 3412.730690] [] vfs_kern_mount+0x67/0x110 [ 3412.735173] [] do_mount+0x1ef/0xce0 [ 3412.738077] [] ? copy_mount_options+0x39/0x1b0 [ 3412.741337] [] SyS_mount+0x83/0xd0 [ 3412.744390] [] system_call_fastpath+0x1f/0x24 [ 3412.747173] BUG: scheduling while atomic: mount.lustre/8327/0x10000002 [ 3412.752724] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3412.784056] CPU: 2 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3412.788342] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3412.792833] Call Trace: [ 3412.793848] [] dump_stack+0x19/0x1b [ 3412.795218] [] __schedule_bug+0x64/0x72 [ 3412.798681] [] __schedule+0x791/0x7d0 [ 3412.800539] [] __cond_resched+0x26/0x30 [ 3412.802984] [] _cond_resched+0x3a/0x50 [ 3412.805464] [] __kmalloc+0x78/0x340 [ 3412.808894] [] ? getdqbuf+0x14/0x40 [ 3412.811366] [] getdqbuf+0x14/0x40 [ 3412.814116] [] find_tree_dqentry+0xaf/0x240 [ 3412.816929] [] find_tree_dqentry+0x1aa/0x240 [ 3412.819075] [] find_tree_dqentry+0x1aa/0x240 [ 3412.822011] [] find_tree_dqentry+0x1aa/0x240 [ 3412.824364] [] qtree_read_dquot+0x14c/0x380 [ 3412.826735] [] v2_read_dquot+0x2b/0x30 [ 3412.829927] [] dquot_acquire+0xe4/0x130 [ 3412.831609] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3412.833724] [] dqget+0x3fb/0x460 [ 3412.835247] [] __dquot_initialize+0x12d/0x230 [ 3412.838247] [] ? __free_pages+0x25/0x30 [ 3412.840108] [] dquot_initialize+0x13/0x20 [ 3412.842884] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3412.845464] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3412.848191] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3412.852532] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3412.855562] [] obd_setup+0x167/0x540 [obdclass] [ 3412.857717] [] class_setup+0x54f/0x830 [obdclass] [ 3412.859963] [] class_process_config+0x149b/0x2660 [obdclass] [ 3412.863286] [] ? do_raw_spin_unlock+0x49/0x90 [ 3412.865386] [] ? __kmalloc+0x1e0/0x340 [ 3412.868817] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3412.871162] [] do_lcfg+0x263/0x520 [obdclass] [ 3412.873818] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3412.877387] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3412.880622] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3412.884366] [] ? __mutex_init+0x56/0x60 [ 3412.885778] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3412.888756] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3412.891465] [] mount_nodev+0x4d/0xb0 [ 3412.894459] [] lustre_mount+0x18/0x20 [lustre] [ 3412.896742] [] mount_fs+0x39/0x1b0 [ 3412.900637] [] vfs_kern_mount+0x67/0x110 [ 3412.903154] [] do_mount+0x1ef/0xce0 [ 3412.905144] [] ? copy_mount_options+0x39/0x1b0 [ 3412.907776] [] SyS_mount+0x83/0xd0 [ 3412.910733] [] system_call_fastpath+0x1f/0x24 [ 3412.913383] BUG: scheduling while atomic: mount.lustre/8327/0x00000002 [ 3412.916057] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3412.941880] CPU: 3 PID: 8327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3412.946625] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3412.953185] Call Trace: [ 3412.954108] [] dump_stack+0x19/0x1b [ 3412.955886] [] __schedule_bug+0x64/0x72 [ 3412.957814] [] __schedule+0x791/0x7d0 [ 3412.960597] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3412.964100] [] ? bit_wait+0x50/0x50 [ 3412.967943] [] schedule+0x29/0x70 [ 3412.971092] [] schedule_timeout+0x209/0x290 [ 3412.973569] [] ? kvm_clock_read+0x33/0x40 [ 3412.976689] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3412.978825] [] ? ktime_get_ts64+0x4c/0xf0 [ 3412.980837] [] ? bit_wait+0x50/0x50 [ 3412.982903] [] io_schedule_timeout+0xad/0x130 [ 3412.985368] [] io_schedule+0x18/0x20 [ 3412.987193] [] bit_wait_io+0x11/0x50 [ 3412.988899] [] __wait_on_bit+0x65/0x90 [ 3412.990923] [] ? bit_wait+0x50/0x50 [ 3412.992921] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3412.995501] [] ? wake_bit_function+0x40/0x40 [ 3412.998045] [] __wait_on_buffer+0x2a/0x30 [ 3413.000178] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3413.002899] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3413.005568] [] read_blk+0x4c/0x60 [ 3413.008214] [] find_tree_dqentry+0x47/0x240 [ 3413.010997] [] find_tree_dqentry+0x1aa/0x240 [ 3413.014832] [] find_tree_dqentry+0x1aa/0x240 [ 3413.017495] [] find_tree_dqentry+0x1aa/0x240 [ 3413.020318] [] qtree_read_dquot+0x14c/0x380 [ 3413.022347] [] v2_read_dquot+0x2b/0x30 [ 3413.024363] [] dquot_acquire+0xe4/0x130 [ 3413.026246] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3413.029058] [] dqget+0x3fb/0x460 [ 3413.030689] [] __dquot_initialize+0x12d/0x230 [ 3413.033762] [] dquot_initialize+0x13/0x20 [ 3413.036618] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3413.038964] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3413.042510] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3413.045336] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3413.047769] [] obd_setup+0x167/0x540 [obdclass] [ 3413.050547] [] class_setup+0x54f/0x830 [obdclass] [ 3413.053996] [] class_process_config+0x149b/0x2660 [obdclass] [ 3413.058049] [] ? do_raw_spin_unlock+0x49/0x90 [ 3413.060439] [] ? __kmalloc+0x1e0/0x340 [ 3413.062469] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3413.065352] [] do_lcfg+0x263/0x520 [obdclass] [ 3413.070791] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3413.073503] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3413.076110] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3413.078797] [] ? __mutex_init+0x56/0x60 [ 3413.082865] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3413.085192] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3413.091082] [] mount_nodev+0x4d/0xb0 [ 3413.093764] [] lustre_mount+0x18/0x20 [lustre] [ 3413.098729] [] mount_fs+0x39/0x1b0 [ 3413.100502] [] vfs_kern_mount+0x67/0x110 [ 3413.102297] [] do_mount+0x1ef/0xce0 [ 3413.104791] [] ? copy_mount_options+0x39/0x1b0 [ 3413.107179] [] SyS_mount+0x83/0xd0 [ 3413.109587] [] system_call_fastpath+0x1f/0x24 [ 3415.750822] Lustre: DEBUG MARKER: oleg418-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all [ 3417.231354] Lustre: lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:542 to 0x280000401:577) [ 3420.287055] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3420.289233] in_atomic(): 1, irqs_disabled(): 0, pid: 9327, name: mount.lustre [ 3420.291667] CPU: 1 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3420.295330] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3420.299985] Call Trace: [ 3420.300860] [] dump_stack+0x19/0x1b [ 3420.303283] [] __might_sleep+0xd9/0x100 [ 3420.306768] [] kmem_cache_alloc+0x4f/0x2e0 [ 3420.310314] [] alloc_vfsmnt+0x24/0x240 [ 3420.313086] [] vfs_kern_mount+0x36/0x110 [ 3420.315937] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3420.319261] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3420.323835] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3420.327493] [] obd_setup+0x167/0x540 [obdclass] [ 3420.331311] [] class_setup+0x54f/0x830 [obdclass] [ 3420.334653] [] class_process_config+0x149b/0x2660 [obdclass] [ 3420.337201] [] ? do_raw_spin_unlock+0x49/0x90 [ 3420.341661] [] ? __kmalloc+0x1e0/0x340 [ 3420.345408] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3420.349792] [] do_lcfg+0x263/0x520 [obdclass] [ 3420.354152] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3420.360228] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3420.362318] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3420.364683] [] ? __mutex_init+0x56/0x60 [ 3420.366454] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3420.368772] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3420.370761] [] mount_nodev+0x4d/0xb0 [ 3420.372517] [] lustre_mount+0x18/0x20 [lustre] [ 3420.374420] [] mount_fs+0x39/0x1b0 [ 3420.376213] [] vfs_kern_mount+0x67/0x110 [ 3420.377933] [] do_mount+0x1ef/0xce0 [ 3420.379881] [] ? copy_mount_options+0x39/0x1b0 [ 3420.383169] [] SyS_mount+0x83/0xd0 [ 3420.385614] [] system_call_fastpath+0x1f/0x24 [ 3420.388880] BUG: scheduling while atomic: mount.lustre/9327/0x10000002 [ 3420.391007] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3420.418681] CPU: 1 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3420.423205] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3420.427043] Call Trace: [ 3420.427758] [] dump_stack+0x19/0x1b [ 3420.429883] [] __schedule_bug+0x64/0x72 [ 3420.431405] [] __schedule+0x791/0x7d0 [ 3420.433773] [] ? alloc_vfsmnt+0x24/0x240 [ 3420.436901] [] __cond_resched+0x26/0x30 [ 3420.438873] [] _cond_resched+0x3a/0x50 [ 3420.441220] [] kmem_cache_alloc+0x54/0x2e0 [ 3420.444118] [] alloc_vfsmnt+0x24/0x240 [ 3420.446807] [] vfs_kern_mount+0x36/0x110 [ 3420.450723] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3420.453223] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3420.456695] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3420.459848] [] obd_setup+0x167/0x540 [obdclass] [ 3420.462334] [] class_setup+0x54f/0x830 [obdclass] [ 3420.464263] [] class_process_config+0x149b/0x2660 [obdclass] [ 3420.471644] [] ? do_raw_spin_unlock+0x49/0x90 [ 3420.473553] [] ? __kmalloc+0x1e0/0x340 [ 3420.478968] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3420.484098] [] do_lcfg+0x263/0x520 [obdclass] [ 3420.486314] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3420.489721] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3420.496215] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3420.499341] [] ? __mutex_init+0x56/0x60 [ 3420.504829] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3420.509367] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3420.512887] [] mount_nodev+0x4d/0xb0 [ 3420.517107] [] lustre_mount+0x18/0x20 [lustre] [ 3420.519939] [] mount_fs+0x39/0x1b0 [ 3420.522863] [] vfs_kern_mount+0x67/0x110 [ 3420.526115] [] do_mount+0x1ef/0xce0 [ 3420.527430] [] ? copy_mount_options+0x39/0x1b0 [ 3420.529853] [] SyS_mount+0x83/0xd0 [ 3420.533359] [] system_call_fastpath+0x1f/0x24 [ 3420.537259] BUG: scheduling while atomic: mount.lustre/9327/0x00000002 [ 3420.540167] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3420.571695] CPU: 0 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3420.576751] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3420.580803] Call Trace: [ 3420.582691] [] dump_stack+0x19/0x1b [ 3420.584606] [] __schedule_bug+0x64/0x72 [ 3420.586265] [] __schedule+0x791/0x7d0 [ 3420.590300] [] ? bit_wait+0x50/0x50 [ 3420.596194] [] schedule+0x29/0x70 [ 3420.598578] [] schedule_timeout+0x209/0x290 [ 3420.600831] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3420.605590] [] ? kvm_clock_read+0x33/0x40 [ 3420.607184] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3420.610964] [] ? ktime_get_ts64+0x4c/0xf0 [ 3420.613360] [] ? bit_wait+0x50/0x50 [ 3420.615009] [] io_schedule_timeout+0xad/0x130 [ 3420.618258] [] io_schedule+0x18/0x20 [ 3420.620140] [] bit_wait_io+0x11/0x50 [ 3420.622022] [] __wait_on_bit+0x65/0x90 [ 3420.624695] [] ? bit_wait+0x50/0x50 [ 3420.628238] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3420.630594] [] ? wake_bit_function+0x40/0x40 [ 3420.632888] [] __bread+0xad/0xf0 [ 3420.637895] [] ldiskfs_fill_super+0x201/0x3060 [ldiskfs] [ 3420.642342] [] ? snprintf+0x49/0x70 [ 3420.645587] [] mount_bdev+0x1b0/0x1f0 [ 3420.648073] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3420.652221] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3420.657814] [] mount_fs+0x39/0x1b0 [ 3420.664297] [] vfs_kern_mount+0x67/0x110 [ 3420.666727] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3420.672070] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3420.676263] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3420.680874] [] obd_setup+0x167/0x540 [obdclass] [ 3420.683898] [] class_setup+0x54f/0x830 [obdclass] [ 3420.688543] [] class_process_config+0x149b/0x2660 [obdclass] [ 3420.691225] [] ? do_raw_spin_unlock+0x49/0x90 [ 3420.693130] [] ? __kmalloc+0x1e0/0x340 [ 3420.694643] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3420.696672] [] do_lcfg+0x263/0x520 [obdclass] [ 3420.701744] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3420.705487] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3420.711050] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3420.713055] [] ? __mutex_init+0x56/0x60 [ 3420.714843] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3420.718022] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3420.719956] [] mount_nodev+0x4d/0xb0 [ 3420.721848] [] lustre_mount+0x18/0x20 [lustre] [ 3420.725955] [] mount_fs+0x39/0x1b0 [ 3420.727703] [] vfs_kern_mount+0x67/0x110 [ 3420.729264] [] do_mount+0x1ef/0xce0 [ 3420.731611] [] ? copy_mount_options+0x39/0x1b0 [ 3420.734161] [] SyS_mount+0x83/0xd0 [ 3420.735879] [] system_call_fastpath+0x1f/0x24 [ 3420.740841] BUG: scheduling while atomic: mount.lustre/9327/0x00000002 [ 3420.743561] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3420.777844] CPU: 1 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3420.781813] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3420.784321] Call Trace: [ 3420.785568] [] dump_stack+0x19/0x1b [ 3420.786990] [] __schedule_bug+0x64/0x72 [ 3420.788468] [] __schedule+0x791/0x7d0 [ 3420.791943] [] ? bit_wait+0x50/0x50 [ 3420.793615] [] schedule+0x29/0x70 [ 3420.796985] [] schedule_timeout+0x209/0x290 [ 3420.799439] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3420.804796] [] ? kvm_clock_read+0x33/0x40 [ 3420.806922] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3420.809247] [] ? ktime_get_ts64+0x4c/0xf0 [ 3420.811885] [] ? bit_wait+0x50/0x50 [ 3420.814535] [] io_schedule_timeout+0xad/0x130 [ 3420.818743] [] io_schedule+0x18/0x20 [ 3420.820506] [] bit_wait_io+0x11/0x50 [ 3420.822401] [] __wait_on_bit+0x65/0x90 [ 3420.825063] [] ? bit_wait+0x50/0x50 [ 3420.827425] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3420.829753] [] ? wake_bit_function+0x40/0x40 [ 3420.831972] [] __bread+0xad/0xf0 [ 3420.834862] [] ldiskfs_fill_super+0x8ff/0x3060 [ldiskfs] [ 3420.837132] [] mount_bdev+0x1b0/0x1f0 [ 3420.839148] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3420.842565] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3420.844595] [] mount_fs+0x39/0x1b0 [ 3420.847261] [] vfs_kern_mount+0x67/0x110 [ 3420.849596] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3420.852325] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3420.855696] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3420.858478] [] obd_setup+0x167/0x540 [obdclass] [ 3420.860692] [] class_setup+0x54f/0x830 [obdclass] [ 3420.864468] [] class_process_config+0x149b/0x2660 [obdclass] [ 3420.867375] [] ? do_raw_spin_unlock+0x49/0x90 [ 3420.869471] [] ? __kmalloc+0x1e0/0x340 [ 3420.871323] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3420.873507] [] do_lcfg+0x263/0x520 [obdclass] [ 3420.875519] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3420.877783] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3420.880708] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3420.884941] [] ? __mutex_init+0x56/0x60 [ 3420.887531] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3420.890265] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3420.893512] [] mount_nodev+0x4d/0xb0 [ 3420.895329] [] lustre_mount+0x18/0x20 [lustre] [ 3420.898127] [] mount_fs+0x39/0x1b0 [ 3420.899741] [] vfs_kern_mount+0x67/0x110 [ 3420.901971] [] do_mount+0x1ef/0xce0 [ 3420.904102] [] ? copy_mount_options+0x39/0x1b0 [ 3420.906365] [] SyS_mount+0x83/0xd0 [ 3420.908853] [] system_call_fastpath+0x1f/0x24 [ 3420.911952] BUG: scheduling while atomic: mount.lustre/9327/0x00000002 [ 3420.913731] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3420.942277] CPU: 0 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3420.947824] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3420.954922] Call Trace: [ 3420.956827] [] dump_stack+0x19/0x1b [ 3420.958490] [] __schedule_bug+0x64/0x72 [ 3420.962862] [] __schedule+0x791/0x7d0 [ 3420.967342] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3420.969813] [] ? bit_wait+0x50/0x50 [ 3420.972619] [] schedule+0x29/0x70 [ 3420.975480] [] schedule_timeout+0x209/0x290 [ 3420.980258] [] ? kvm_clock_read+0x33/0x40 [ 3420.983714] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3420.986642] [] ? ktime_get_ts64+0x4c/0xf0 [ 3420.989281] [] ? bit_wait+0x50/0x50 [ 3420.991076] [] io_schedule_timeout+0xad/0x130 [ 3420.993348] [] io_schedule+0x18/0x20 [ 3420.994990] [] bit_wait_io+0x11/0x50 [ 3420.998630] [] __wait_on_bit_lock+0x5f/0xc0 [ 3421.000820] [] ? bit_wait+0x50/0x50 [ 3421.002927] [] out_of_line_wait_on_bit_lock+0x81/0xb0 [ 3421.005460] [] ? wake_bit_function+0x40/0x40 [ 3421.007726] [] wait_on_bit_lock_io.constprop.40+0x2a/0x30 [ 3421.011950] [] __bread+0xe6/0xf0 [ 3421.014384] [] ldiskfs_fill_super+0x1675/0x3060 [ldiskfs] [ 3421.018137] [] mount_bdev+0x1b0/0x1f0 [ 3421.020679] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3421.025199] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3421.027882] [] mount_fs+0x39/0x1b0 [ 3421.031350] [] vfs_kern_mount+0x67/0x110 [ 3421.034539] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3421.037377] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3421.043991] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3421.047686] [] obd_setup+0x167/0x540 [obdclass] [ 3421.050901] [] class_setup+0x54f/0x830 [obdclass] [ 3421.053887] [] class_process_config+0x149b/0x2660 [obdclass] [ 3421.057052] [] ? do_raw_spin_unlock+0x49/0x90 [ 3421.061012] [] ? __kmalloc+0x1e0/0x340 [ 3421.063463] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3421.066995] [] do_lcfg+0x263/0x520 [obdclass] [ 3421.069208] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3421.073893] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3421.077930] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3421.081815] [] ? __mutex_init+0x56/0x60 [ 3421.084821] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3421.086893] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3421.088803] [] mount_nodev+0x4d/0xb0 [ 3421.090627] [] lustre_mount+0x18/0x20 [lustre] [ 3421.094797] [] mount_fs+0x39/0x1b0 [ 3421.098569] [] vfs_kern_mount+0x67/0x110 [ 3421.102716] [] do_mount+0x1ef/0xce0 [ 3421.108700] [] ? copy_mount_options+0x39/0x1b0 [ 3421.111532] [] SyS_mount+0x83/0xd0 [ 3421.113587] [] system_call_fastpath+0x1f/0x24 [ 3421.119159] LDISKFS-fs (dm-3): file extents enabled, maximum tree depth=5 [ 3421.126945] BUG: scheduling while atomic: mount.lustre/9327/0x10000002 [ 3421.131717] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3421.159232] CPU: 1 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3421.166667] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3421.171702] Call Trace: [ 3421.174330] [] dump_stack+0x19/0x1b [ 3421.178044] [] __schedule_bug+0x64/0x72 [ 3421.181652] [] __schedule+0x791/0x7d0 [ 3421.185895] [] __cond_resched+0x26/0x30 [ 3421.190182] [] _cond_resched+0x3a/0x50 [ 3421.192326] [] __getblk+0x40/0x300 [ 3421.194554] [] ? _submit_bh+0x144/0x160 [ 3421.198237] [] __breadahead+0x21/0x70 [ 3421.200735] [] __ldiskfs_get_inode_loc+0x3ba/0x400 [ldiskfs] [ 3421.203450] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3421.206590] [] ? vprintk_emit+0x3e4/0x560 [ 3421.209699] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3421.214003] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3421.216532] [] mount_bdev+0x1b0/0x1f0 [ 3421.218596] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3421.223407] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3421.227947] [] mount_fs+0x39/0x1b0 [ 3421.233088] [] vfs_kern_mount+0x67/0x110 [ 3421.235606] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3421.237541] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3421.242832] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3421.247058] [] obd_setup+0x167/0x540 [obdclass] [ 3421.249223] [] class_setup+0x54f/0x830 [obdclass] [ 3421.251719] [] class_process_config+0x149b/0x2660 [obdclass] [ 3421.256829] [] ? do_raw_spin_unlock+0x49/0x90 [ 3421.262311] [] ? __kmalloc+0x1e0/0x340 [ 3421.265082] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3421.270213] [] do_lcfg+0x263/0x520 [obdclass] [ 3421.274773] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3421.277684] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3421.281654] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3421.286409] [] ? __mutex_init+0x56/0x60 [ 3421.289154] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3421.291782] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3421.294647] [] mount_nodev+0x4d/0xb0 [ 3421.298395] [] lustre_mount+0x18/0x20 [lustre] [ 3421.300741] [] mount_fs+0x39/0x1b0 [ 3421.304009] [] vfs_kern_mount+0x67/0x110 [ 3421.305672] [] do_mount+0x1ef/0xce0 [ 3421.307157] [] ? copy_mount_options+0x39/0x1b0 [ 3421.311781] [] SyS_mount+0x83/0xd0 [ 3421.316887] [] system_call_fastpath+0x1f/0x24 [ 3421.320193] BUG: sleeping function called from invalid context at mm/page_alloc.c:3423 [ 3421.325821] in_atomic(): 1, irqs_disabled(): 0, pid: 9327, name: mount.lustre [ 3421.328572] CPU: 2 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3421.332867] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3421.335919] Call Trace: [ 3421.336993] [] dump_stack+0x19/0x1b [ 3421.339419] [] __might_sleep+0xd9/0x100 [ 3421.341864] [] __alloc_pages_nodemask+0x313/0xca0 [ 3421.345471] [] ? __module_text_address+0x12/0x70 [ 3421.348927] [] ? is_bpf_text_address+0x23/0x30 [ 3421.352039] [] ? __kernel_text_address+0x64/0x90 [ 3421.354831] [] ? show_trace_log_lvl+0x17c/0x330 [ 3421.358356] [] ? __radix_tree_lookup+0x84/0xf0 [ 3421.362836] [] alloc_pages_current+0x98/0x110 [ 3421.365979] [] __page_cache_alloc+0x97/0xb0 [ 3421.368952] [] find_or_create_page+0x45/0xa0 [ 3421.372025] [] __getblk+0x110/0x300 [ 3421.374112] [] ? _submit_bh+0x144/0x160 [ 3421.376272] [] __breadahead+0x21/0x70 [ 3421.380353] [] __ldiskfs_get_inode_loc+0x3ba/0x400 [ldiskfs] [ 3421.384878] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3421.387354] [] ? vprintk_emit+0x3e4/0x560 [ 3421.390825] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3421.395572] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3421.399414] [] mount_bdev+0x1b0/0x1f0 [ 3421.401225] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3421.403932] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3421.408424] [] mount_fs+0x39/0x1b0 [ 3421.411544] [] vfs_kern_mount+0x67/0x110 [ 3421.414933] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3421.417941] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3421.420371] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3421.422936] [] obd_setup+0x167/0x540 [obdclass] [ 3421.424965] [] class_setup+0x54f/0x830 [obdclass] [ 3421.435222] [] class_process_config+0x149b/0x2660 [obdclass] [ 3421.439099] [] ? do_raw_spin_unlock+0x49/0x90 [ 3421.441182] [] ? __kmalloc+0x1e0/0x340 [ 3421.443349] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3421.445726] [] do_lcfg+0x263/0x520 [obdclass] [ 3421.448558] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3421.451261] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3421.454045] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3421.456668] [] ? __mutex_init+0x56/0x60 [ 3421.459755] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3421.462353] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3421.465152] [] mount_nodev+0x4d/0xb0 [ 3421.467770] [] lustre_mount+0x18/0x20 [lustre] [ 3421.470733] [] mount_fs+0x39/0x1b0 [ 3421.473227] [] vfs_kern_mount+0x67/0x110 [ 3421.475433] [] do_mount+0x1ef/0xce0 [ 3421.477693] [] ? copy_mount_options+0x39/0x1b0 [ 3421.480154] [] SyS_mount+0x83/0xd0 [ 3421.482708] [] system_call_fastpath+0x1f/0x24 [ 3421.485870] BUG: scheduling while atomic: mount.lustre/9327/0x10000002 [ 3421.488340] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3421.516547] CPU: 2 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3421.519820] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3421.526707] Call Trace: [ 3421.527652] [] dump_stack+0x19/0x1b [ 3421.529335] [] __schedule_bug+0x64/0x72 [ 3421.531647] [] __schedule+0x791/0x7d0 [ 3421.533842] [] __cond_resched+0x26/0x30 [ 3421.535931] [] _cond_resched+0x3a/0x50 [ 3421.538577] [] __alloc_pages_nodemask+0x318/0xca0 [ 3421.540714] [] ? __module_text_address+0x12/0x70 [ 3421.542991] [] ? is_bpf_text_address+0x23/0x30 [ 3421.545469] [] ? __kernel_text_address+0x64/0x90 [ 3421.547821] [] ? show_trace_log_lvl+0x17c/0x330 [ 3421.550171] [] ? __radix_tree_lookup+0x84/0xf0 [ 3421.552675] [] alloc_pages_current+0x98/0x110 [ 3421.555224] [] __page_cache_alloc+0x97/0xb0 [ 3421.557491] [] find_or_create_page+0x45/0xa0 [ 3421.561659] [] __getblk+0x110/0x300 [ 3421.564243] [] ? _submit_bh+0x144/0x160 [ 3421.565941] [] __breadahead+0x21/0x70 [ 3421.568457] [] __ldiskfs_get_inode_loc+0x3ba/0x400 [ldiskfs] [ 3421.571938] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3421.578887] [] ? vprintk_emit+0x3e4/0x560 [ 3421.581658] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3421.583923] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3421.586207] [] mount_bdev+0x1b0/0x1f0 [ 3421.590063] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3421.593148] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3421.597487] [] mount_fs+0x39/0x1b0 [ 3421.598793] [] vfs_kern_mount+0x67/0x110 [ 3421.600502] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3421.603498] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3421.606208] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3421.611918] [] obd_setup+0x167/0x540 [obdclass] [ 3421.615087] [] class_setup+0x54f/0x830 [obdclass] [ 3421.619743] [] class_process_config+0x149b/0x2660 [obdclass] [ 3421.625251] [] ? do_raw_spin_unlock+0x49/0x90 [ 3421.631518] [] ? __kmalloc+0x1e0/0x340 [ 3421.634065] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3421.638306] [] do_lcfg+0x263/0x520 [obdclass] [ 3421.642900] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3421.645535] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3421.647881] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3421.651026] [] ? __mutex_init+0x56/0x60 [ 3421.653639] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3421.655271] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3421.656967] [] mount_nodev+0x4d/0xb0 [ 3421.658718] [] lustre_mount+0x18/0x20 [lustre] [ 3421.661230] [] mount_fs+0x39/0x1b0 [ 3421.663272] [] vfs_kern_mount+0x67/0x110 [ 3421.665246] [] do_mount+0x1ef/0xce0 [ 3421.667381] [] ? copy_mount_options+0x39/0x1b0 [ 3421.670156] [] SyS_mount+0x83/0xd0 [ 3421.671496] [] system_call_fastpath+0x1f/0x24 [ 3421.674606] BUG: scheduling while atomic: mount.lustre/9327/0x10000002 [ 3421.676776] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3421.709322] CPU: 3 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3421.712464] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3421.715289] Call Trace: [ 3421.715991] [] dump_stack+0x19/0x1b [ 3421.717728] [] __schedule_bug+0x64/0x72 [ 3421.720051] [] __schedule+0x791/0x7d0 [ 3421.723025] [] __cond_resched+0x26/0x30 [ 3421.724496] [] _cond_resched+0x3a/0x50 [ 3421.726452] [] __getblk+0x40/0x300 [ 3421.727965] [] ? _submit_bh+0x144/0x160 [ 3421.730820] [] __breadahead+0x21/0x70 [ 3421.732457] [] __ldiskfs_get_inode_loc+0x3ba/0x400 [ldiskfs] [ 3421.735245] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3421.738754] [] ? vprintk_emit+0x3e4/0x560 [ 3421.740247] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3421.744171] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3421.748674] [] mount_bdev+0x1b0/0x1f0 [ 3421.751116] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3421.755321] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3421.758504] [] mount_fs+0x39/0x1b0 [ 3421.761712] [] vfs_kern_mount+0x67/0x110 [ 3421.763492] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3421.764977] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3421.767294] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3421.769691] [] obd_setup+0x167/0x540 [obdclass] [ 3421.771773] [] class_setup+0x54f/0x830 [obdclass] [ 3421.773488] [] class_process_config+0x149b/0x2660 [obdclass] [ 3421.775829] [] ? do_raw_spin_unlock+0x49/0x90 [ 3421.778359] [] ? __kmalloc+0x1e0/0x340 [ 3421.781601] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3421.784478] [] do_lcfg+0x263/0x520 [obdclass] [ 3421.786800] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3421.788912] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3421.791350] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3421.793658] [] ? __mutex_init+0x56/0x60 [ 3421.795515] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3421.797624] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3421.799787] [] mount_nodev+0x4d/0xb0 [ 3421.801692] [] lustre_mount+0x18/0x20 [lustre] [ 3421.803455] [] mount_fs+0x39/0x1b0 [ 3421.805217] [] vfs_kern_mount+0x67/0x110 [ 3421.806658] [] do_mount+0x1ef/0xce0 [ 3421.808357] [] ? copy_mount_options+0x39/0x1b0 [ 3421.810496] [] SyS_mount+0x83/0xd0 [ 3421.812456] [] system_call_fastpath+0x1f/0x24 [ 3421.815675] BUG: scheduling while atomic: mount.lustre/9327/0x00000002 [ 3421.817738] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3421.851563] CPU: 2 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3421.856198] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3421.860586] Call Trace: [ 3421.863124] [] dump_stack+0x19/0x1b [ 3421.864858] [] __schedule_bug+0x64/0x72 [ 3421.871096] [] __schedule+0x791/0x7d0 [ 3421.874976] [] ? bit_wait+0x50/0x50 [ 3421.876729] [] schedule+0x29/0x70 [ 3421.880559] [] schedule_timeout+0x209/0x290 [ 3421.884379] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3421.888583] [] ? kvm_clock_read+0x33/0x40 [ 3421.891066] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3421.895898] [] ? bit_wait+0x50/0x50 [ 3421.899975] [] io_schedule_timeout+0xad/0x130 [ 3421.902320] [] io_schedule+0x18/0x20 [ 3421.904478] [] bit_wait_io+0x11/0x50 [ 3421.906018] [] __wait_on_bit+0x65/0x90 [ 3421.908382] [] ? bit_wait+0x50/0x50 [ 3421.910673] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3421.913211] [] ? wake_bit_function+0x40/0x40 [ 3421.915299] [] __wait_on_buffer+0x2a/0x30 [ 3421.918537] [] __ldiskfs_get_inode_loc+0x1bd/0x400 [ldiskfs] [ 3421.923187] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3421.926001] [] ? vprintk_emit+0x3e4/0x560 [ 3421.929595] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3421.932187] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3421.936796] [] mount_bdev+0x1b0/0x1f0 [ 3421.940861] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3421.944514] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3421.949623] [] mount_fs+0x39/0x1b0 [ 3421.952826] [] vfs_kern_mount+0x67/0x110 [ 3421.954859] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3421.957120] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3421.959766] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3421.962777] [] obd_setup+0x167/0x540 [obdclass] [ 3421.965079] [] class_setup+0x54f/0x830 [obdclass] [ 3421.969085] [] class_process_config+0x149b/0x2660 [obdclass] [ 3421.974131] [] ? do_raw_spin_unlock+0x49/0x90 [ 3421.978570] [] ? __kmalloc+0x1e0/0x340 [ 3421.980558] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3421.984770] [] do_lcfg+0x263/0x520 [obdclass] [ 3421.988158] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3421.994349] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3421.998407] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3422.000889] [] ? __mutex_init+0x56/0x60 [ 3422.003389] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3422.005810] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3422.008299] [] mount_nodev+0x4d/0xb0 [ 3422.012402] [] lustre_mount+0x18/0x20 [lustre] [ 3422.017226] [] mount_fs+0x39/0x1b0 [ 3422.022061] [] vfs_kern_mount+0x67/0x110 [ 3422.025784] [] do_mount+0x1ef/0xce0 [ 3422.027917] [] ? copy_mount_options+0x39/0x1b0 [ 3422.031369] [] SyS_mount+0x83/0xd0 [ 3422.033186] [] system_call_fastpath+0x1f/0x24 [ 3422.036248] BUG: scheduling while atomic: mount.lustre/9327/0x00000002 [ 3422.037941] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3422.065367] CPU: 0 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3422.069016] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3422.072352] Call Trace: [ 3422.073196] [] dump_stack+0x19/0x1b [ 3422.075499] [] __schedule_bug+0x64/0x72 [ 3422.077288] [] __schedule+0x791/0x7d0 [ 3422.079404] [] schedule+0x29/0x70 [ 3422.082672] [] schedule_timeout+0x209/0x290 [ 3422.086031] [] ? native_smp_send_reschedule+0x4c/0x70 [ 3422.089522] [] ? resched_curr+0xd8/0xf0 [ 3422.093399] [] ? check_preempt_curr+0x80/0xa0 [ 3422.095572] [] ? ttwu_do_wakeup+0x19/0xf0 [ 3422.097538] [] wait_for_completion+0xfc/0x140 [ 3422.100824] [] ? wake_up_state+0x20/0x20 [ 3422.104927] [] kthread_create_on_node+0xa8/0x140 [ 3422.108035] [] ? mempool_free+0x49/0x90 [ 3422.109994] [] ? commit_timeout+0x10/0x10 [jbd2] [ 3422.112501] [] jbd2_journal_load+0x16b/0x2d0 [jbd2] [ 3422.117000] [] ? ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3422.121537] [] ldiskfs_load_journal+0x61f/0x71c [ldiskfs] [ 3422.124804] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3422.127305] [] mount_bdev+0x1b0/0x1f0 [ 3422.129071] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3422.131710] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3422.133659] [] mount_fs+0x39/0x1b0 [ 3422.135226] [] vfs_kern_mount+0x67/0x110 [ 3422.137357] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3422.140174] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3422.142819] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3422.145305] [] obd_setup+0x167/0x540 [obdclass] [ 3422.148147] [] class_setup+0x54f/0x830 [obdclass] [ 3422.152608] [] class_process_config+0x149b/0x2660 [obdclass] [ 3422.154945] [] ? do_raw_spin_unlock+0x49/0x90 [ 3422.157040] [] ? __kmalloc+0x1e0/0x340 [ 3422.160194] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3422.162734] [] do_lcfg+0x263/0x520 [obdclass] [ 3422.165590] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3422.169363] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3422.172653] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3422.176120] [] ? __mutex_init+0x56/0x60 [ 3422.179360] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3422.181715] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3422.185958] [] mount_nodev+0x4d/0xb0 [ 3422.187942] [] lustre_mount+0x18/0x20 [lustre] [ 3422.190734] [] mount_fs+0x39/0x1b0 [ 3422.193166] [] vfs_kern_mount+0x67/0x110 [ 3422.195059] [] do_mount+0x1ef/0xce0 [ 3422.196636] [] ? copy_mount_options+0x39/0x1b0 [ 3422.198648] [] SyS_mount+0x83/0xd0 [ 3422.201544] [] system_call_fastpath+0x1f/0x24 [ 3422.204869] BUG: scheduling while atomic: mount.lustre/9327/0x00000002 [ 3422.208187] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3422.235002] CPU: 1 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3422.239073] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3422.243022] Call Trace: [ 3422.243784] [] dump_stack+0x19/0x1b [ 3422.245837] [] __schedule_bug+0x64/0x72 [ 3422.248005] [] __schedule+0x791/0x7d0 [ 3422.250443] [] schedule+0x29/0x70 [ 3422.254118] [] schedule_timeout+0x209/0x290 [ 3422.257122] [] ? native_smp_send_reschedule+0x4c/0x70 [ 3422.260324] [] ? resched_curr+0xd8/0xf0 [ 3422.263719] [] ? check_preempt_curr+0x80/0xa0 [ 3422.266273] [] ? ttwu_do_wakeup+0x19/0xf0 [ 3422.270227] [] wait_for_completion+0xfc/0x140 [ 3422.272501] [] ? wake_up_state+0x20/0x20 [ 3422.273841] [] kthread_create_on_node+0xa8/0x140 [ 3422.276917] [] ? process_one_work+0x4a0/0x4a0 [ 3422.281299] [] __alloc_workqueue_key+0x336/0x480 [ 3422.285208] [] ? do_raw_spin_unlock+0x49/0x90 [ 3422.289506] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3422.291805] [] mount_bdev+0x1b0/0x1f0 [ 3422.296172] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3422.299276] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3422.302293] [] mount_fs+0x39/0x1b0 [ 3422.305783] [] vfs_kern_mount+0x67/0x110 [ 3422.308657] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3422.311524] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3422.314357] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3422.317391] [] obd_setup+0x167/0x540 [obdclass] [ 3422.321813] [] class_setup+0x54f/0x830 [obdclass] [ 3422.325771] [] class_process_config+0x149b/0x2660 [obdclass] [ 3422.329544] [] ? do_raw_spin_unlock+0x49/0x90 [ 3422.333290] [] ? __kmalloc+0x1e0/0x340 [ 3422.336236] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3422.340359] [] do_lcfg+0x263/0x520 [obdclass] [ 3422.343132] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3422.347133] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3422.350289] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3422.354408] [] ? __mutex_init+0x56/0x60 [ 3422.358542] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3422.361833] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3422.366513] [] mount_nodev+0x4d/0xb0 [ 3422.368028] [] lustre_mount+0x18/0x20 [lustre] [ 3422.371057] [] mount_fs+0x39/0x1b0 [ 3422.372839] [] vfs_kern_mount+0x67/0x110 [ 3422.374565] [] do_mount+0x1ef/0xce0 [ 3422.376963] [] ? copy_mount_options+0x39/0x1b0 [ 3422.379175] [] SyS_mount+0x83/0xd0 [ 3422.380954] [] system_call_fastpath+0x1f/0x24 [ 3422.383545] BUG: sleeping function called from invalid context at kernel/mutex.c:104 [ 3422.386734] in_atomic(): 1, irqs_disabled(): 0, pid: 9327, name: mount.lustre [ 3422.389594] CPU: 0 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3422.395071] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3422.398881] Call Trace: [ 3422.401899] [] dump_stack+0x19/0x1b [ 3422.405733] [] __might_sleep+0xd9/0x100 [ 3422.407307] [] mutex_lock+0x20/0x40 [ 3422.408655] [] __alloc_workqueue_key+0x1bd/0x480 [ 3422.410878] [] ? do_raw_spin_unlock+0x49/0x90 [ 3422.412757] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3422.415022] [] mount_bdev+0x1b0/0x1f0 [ 3422.418891] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3422.424631] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3422.429006] [] mount_fs+0x39/0x1b0 [ 3422.439132] [] vfs_kern_mount+0x67/0x110 [ 3422.446170] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3422.450575] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3422.452650] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3422.454826] [] obd_setup+0x167/0x540 [obdclass] [ 3422.456638] [] class_setup+0x54f/0x830 [obdclass] [ 3422.458715] [] class_process_config+0x149b/0x2660 [obdclass] [ 3422.460974] [] ? do_raw_spin_unlock+0x49/0x90 [ 3422.465322] [] ? __kmalloc+0x1e0/0x340 [ 3422.469287] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3422.471542] [] do_lcfg+0x263/0x520 [obdclass] [ 3422.473437] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3422.475256] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3422.477315] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3422.479441] [] ? __mutex_init+0x56/0x60 [ 3422.482630] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3422.487311] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3422.491637] [] mount_nodev+0x4d/0xb0 [ 3422.496668] [] lustre_mount+0x18/0x20 [lustre] [ 3422.502163] [] mount_fs+0x39/0x1b0 [ 3422.508304] [] vfs_kern_mount+0x67/0x110 [ 3422.510516] [] do_mount+0x1ef/0xce0 [ 3422.512135] [] ? copy_mount_options+0x39/0x1b0 [ 3422.516303] [] SyS_mount+0x83/0xd0 [ 3422.521667] [] system_call_fastpath+0x1f/0x24 [ 3422.526200] BUG: scheduling while atomic: mount.lustre/9327/0x10000002 [ 3422.531142] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3422.553631] CPU: 0 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3422.556256] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3422.561205] Call Trace: [ 3422.564618] [] dump_stack+0x19/0x1b [ 3422.566495] [] __schedule_bug+0x64/0x72 [ 3422.568227] [] __schedule+0x791/0x7d0 [ 3422.569882] [] __cond_resched+0x26/0x30 [ 3422.571930] [] _cond_resched+0x3a/0x50 [ 3422.574051] [] mutex_lock+0x25/0x40 [ 3422.575886] [] __alloc_workqueue_key+0x1bd/0x480 [ 3422.579693] [] ? do_raw_spin_unlock+0x49/0x90 [ 3422.581917] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3422.586254] [] mount_bdev+0x1b0/0x1f0 [ 3422.589534] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3422.592703] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3422.595001] [] mount_fs+0x39/0x1b0 [ 3422.596981] [] vfs_kern_mount+0x67/0x110 [ 3422.598955] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3422.601195] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3422.614758] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3422.619924] [] obd_setup+0x167/0x540 [obdclass] [ 3422.624112] [] class_setup+0x54f/0x830 [obdclass] [ 3422.626069] [] class_process_config+0x149b/0x2660 [obdclass] [ 3422.633342] [] ? do_raw_spin_unlock+0x49/0x90 [ 3422.637408] [] ? __kmalloc+0x1e0/0x340 [ 3422.639768] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3422.642313] [] do_lcfg+0x263/0x520 [obdclass] [ 3422.644874] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3422.646799] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3422.650710] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3422.653150] [] ? __mutex_init+0x56/0x60 [ 3422.657488] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3422.659567] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3422.665133] [] mount_nodev+0x4d/0xb0 [ 3422.666797] [] lustre_mount+0x18/0x20 [lustre] [ 3422.668946] [] mount_fs+0x39/0x1b0 [ 3422.671165] [] vfs_kern_mount+0x67/0x110 [ 3422.673636] [] do_mount+0x1ef/0xce0 [ 3422.675642] [] ? copy_mount_options+0x39/0x1b0 [ 3422.678000] [] SyS_mount+0x83/0xd0 [ 3422.679800] [] system_call_fastpath+0x1f/0x24 [ 3422.682307] BUG: scheduling while atomic: mount.lustre/9327/0x00000002 [ 3422.684378] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3422.710240] CPU: 1 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3422.715500] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3422.718877] Call Trace: [ 3422.719822] [] dump_stack+0x19/0x1b [ 3422.723873] [] __schedule_bug+0x64/0x72 [ 3422.726919] [] __schedule+0x791/0x7d0 [ 3422.730338] [] ? bit_wait+0x50/0x50 [ 3422.732646] [] schedule+0x29/0x70 [ 3422.734259] [] schedule_timeout+0x209/0x290 [ 3422.736091] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3422.738440] [] ? kvm_clock_read+0x33/0x40 [ 3422.739889] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3422.743920] [] ? ktime_get_ts64+0x4c/0xf0 [ 3422.747091] [] ? bit_wait+0x50/0x50 [ 3422.750110] [] io_schedule_timeout+0xad/0x130 [ 3422.752331] [] io_schedule+0x18/0x20 [ 3422.757169] [] bit_wait_io+0x11/0x50 [ 3422.759468] [] __wait_on_bit+0x65/0x90 [ 3422.761016] [] ? bit_wait+0x50/0x50 [ 3422.764134] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3422.766384] [] ? wake_bit_function+0x40/0x40 [ 3422.768982] [] __sync_dirty_buffer+0xe8/0x110 [ 3422.771731] [] sync_dirty_buffer+0x13/0x20 [ 3422.773876] [] ldiskfs_commit_super+0x1e0/0x280 [ldiskfs] [ 3422.777564] [] ldiskfs_setup_super+0x120/0x190 [ldiskfs] [ 3422.780186] [] ldiskfs_fill_super+0x2429/0x3060 [ldiskfs] [ 3422.784742] [] mount_bdev+0x1b0/0x1f0 [ 3422.787956] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3422.792348] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3422.796543] [] mount_fs+0x39/0x1b0 [ 3422.799749] [] vfs_kern_mount+0x67/0x110 [ 3422.805252] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3422.809646] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3422.811384] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3422.817365] [] obd_setup+0x167/0x540 [obdclass] [ 3422.819489] [] class_setup+0x54f/0x830 [obdclass] [ 3422.821684] [] class_process_config+0x149b/0x2660 [obdclass] [ 3422.824608] [] ? do_raw_spin_unlock+0x49/0x90 [ 3422.827683] [] ? __kmalloc+0x1e0/0x340 [ 3422.830447] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3422.835055] [] do_lcfg+0x263/0x520 [obdclass] [ 3422.837177] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3422.840066] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3422.842718] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3422.845237] [] ? __mutex_init+0x56/0x60 [ 3422.847387] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3422.850882] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3422.853309] [] mount_nodev+0x4d/0xb0 [ 3422.855426] [] lustre_mount+0x18/0x20 [lustre] [ 3422.857548] [] mount_fs+0x39/0x1b0 [ 3422.862878] [] vfs_kern_mount+0x67/0x110 [ 3422.864843] [] do_mount+0x1ef/0xce0 [ 3422.866920] [] ? copy_mount_options+0x39/0x1b0 [ 3422.869436] [] SyS_mount+0x83/0xd0 [ 3422.873127] [] system_call_fastpath+0x1f/0x24 [ 3422.880767] BUG: scheduling while atomic: mount.lustre/9327/0x00000002 [ 3422.883262] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3422.919036] CPU: 1 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3422.922761] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3422.927536] Call Trace: [ 3422.928392] [] dump_stack+0x19/0x1b [ 3422.930459] [] __schedule_bug+0x64/0x72 [ 3422.934769] [] __schedule+0x791/0x7d0 [ 3422.937020] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3422.939827] [] ? bit_wait+0x50/0x50 [ 3422.943564] [] schedule+0x29/0x70 [ 3422.945606] [] schedule_timeout+0x209/0x290 [ 3422.947858] [] ? kvm_clock_read+0x33/0x40 [ 3422.949831] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3422.951896] [] ? ktime_get_ts64+0x4c/0xf0 [ 3422.954453] [] ? bit_wait+0x50/0x50 [ 3422.955837] [] io_schedule_timeout+0xad/0x130 [ 3422.959263] [] io_schedule+0x18/0x20 [ 3422.961482] [] bit_wait_io+0x11/0x50 [ 3422.963250] [] __wait_on_bit+0x65/0x90 [ 3422.965755] [] ? bit_wait+0x50/0x50 [ 3422.967600] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3422.970587] [] ? wake_bit_function+0x40/0x40 [ 3422.972491] [] __wait_on_buffer+0x2a/0x30 [ 3422.976739] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3422.978910] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3422.981714] [] v2_read_header+0x1f/0x50 [ 3422.983682] [] v2_check_quota_file+0x2b/0x70 [ 3422.987628] [] ? igrab+0x36/0x60 [ 3422.989851] [] vfs_load_quota_inode+0x279/0x570 [ 3422.993045] [] ? unlock_new_inode+0x55/0x80 [ 3422.996994] [] dquot_enable+0xf0/0x110 [ 3422.998874] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3423.003707] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3423.008615] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3423.011611] [] mount_bdev+0x1b0/0x1f0 [ 3423.014383] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3423.017987] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3423.021252] [] mount_fs+0x39/0x1b0 [ 3423.023402] [] vfs_kern_mount+0x67/0x110 [ 3423.025819] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3423.029887] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3423.033952] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3423.037194] [] obd_setup+0x167/0x540 [obdclass] [ 3423.039166] [] class_setup+0x54f/0x830 [obdclass] [ 3423.040896] [] class_process_config+0x149b/0x2660 [obdclass] [ 3423.044012] [] ? do_raw_spin_unlock+0x49/0x90 [ 3423.045628] [] ? __kmalloc+0x1e0/0x340 [ 3423.047447] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3423.049560] [] do_lcfg+0x263/0x520 [obdclass] [ 3423.051358] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3423.054689] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3423.057204] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3423.059633] [] ? __mutex_init+0x56/0x60 [ 3423.061771] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3423.064700] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3423.067452] [] mount_nodev+0x4d/0xb0 [ 3423.069504] [] lustre_mount+0x18/0x20 [lustre] [ 3423.071037] [] mount_fs+0x39/0x1b0 [ 3423.072931] [] vfs_kern_mount+0x67/0x110 [ 3423.075093] [] do_mount+0x1ef/0xce0 [ 3423.077235] [] ? copy_mount_options+0x39/0x1b0 [ 3423.079385] [] SyS_mount+0x83/0xd0 [ 3423.081331] [] system_call_fastpath+0x1f/0x24 [ 3423.085677] BUG: scheduling while atomic: mount.lustre/9327/0x00000002 [ 3423.088919] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3423.118869] CPU: 0 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3423.123028] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3423.131115] Call Trace: [ 3423.133297] [] dump_stack+0x19/0x1b [ 3423.136093] [] __schedule_bug+0x64/0x72 [ 3423.139410] [] __schedule+0x791/0x7d0 [ 3423.142764] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3423.148146] [] ? bit_wait+0x50/0x50 [ 3423.150609] [] schedule+0x29/0x70 [ 3423.153604] [] schedule_timeout+0x209/0x290 [ 3423.155340] [] ? kvm_clock_read+0x33/0x40 [ 3423.157435] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3423.159655] [] ? ktime_get_ts64+0x4c/0xf0 [ 3423.161995] [] ? bit_wait+0x50/0x50 [ 3423.164417] [] io_schedule_timeout+0xad/0x130 [ 3423.166825] [] io_schedule+0x18/0x20 [ 3423.168730] [] bit_wait_io+0x11/0x50 [ 3423.170537] [] __wait_on_bit+0x65/0x90 [ 3423.172768] [] ? bit_wait+0x50/0x50 [ 3423.175978] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3423.178760] [] ? wake_bit_function+0x40/0x40 [ 3423.181388] [] __wait_on_buffer+0x2a/0x30 [ 3423.184335] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3423.187504] [] ? mark_page_accessed+0xd8/0xe0 [ 3423.190067] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3423.193344] [] v2_read_header+0x1f/0x50 [ 3423.196344] [] v2_check_quota_file+0x2b/0x70 [ 3423.198577] [] ? igrab+0x36/0x60 [ 3423.200859] [] vfs_load_quota_inode+0x279/0x570 [ 3423.203948] [] ? unlock_new_inode+0x55/0x80 [ 3423.206863] [] dquot_enable+0xf0/0x110 [ 3423.209504] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3423.213881] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3423.217200] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3423.220807] [] mount_bdev+0x1b0/0x1f0 [ 3423.223574] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3423.226285] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3423.229594] [] mount_fs+0x39/0x1b0 [ 3423.232980] [] vfs_kern_mount+0x67/0x110 [ 3423.235264] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3423.238394] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3423.242550] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3423.245403] [] obd_setup+0x167/0x540 [obdclass] [ 3423.249120] [] class_setup+0x54f/0x830 [obdclass] [ 3423.252748] [] class_process_config+0x149b/0x2660 [obdclass] [ 3423.256915] [] ? do_raw_spin_unlock+0x49/0x90 [ 3423.260969] [] ? __kmalloc+0x1e0/0x340 [ 3423.263929] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3423.266689] [] do_lcfg+0x263/0x520 [obdclass] [ 3423.270001] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3423.275050] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3423.278830] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3423.281094] [] ? __mutex_init+0x56/0x60 [ 3423.285322] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3423.290980] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3423.293894] [] mount_nodev+0x4d/0xb0 [ 3423.295420] [] lustre_mount+0x18/0x20 [lustre] [ 3423.298516] [] mount_fs+0x39/0x1b0 [ 3423.301568] [] vfs_kern_mount+0x67/0x110 [ 3423.306826] [] do_mount+0x1ef/0xce0 [ 3423.308867] [] ? copy_mount_options+0x39/0x1b0 [ 3423.310599] [] SyS_mount+0x83/0xd0 [ 3423.311834] [] system_call_fastpath+0x1f/0x24 [ 3423.313808] LDISKFS-fs (dm-3): mounted filesystem with ordered data mode. Opts: user_xattr,acl,no_mbcache,nodelalloc [ 3423.319215] BUG: scheduling while atomic: mount.lustre/9327/0x00000002 [ 3423.324533] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3423.352807] CPU: 1 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3423.357562] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3423.363405] Call Trace: [ 3423.365197] [] dump_stack+0x19/0x1b [ 3423.368115] [] __schedule_bug+0x64/0x72 [ 3423.371901] [] __schedule+0x791/0x7d0 [ 3423.374908] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3423.377987] [] ? bit_wait+0x50/0x50 [ 3423.381952] [] schedule+0x29/0x70 [ 3423.385015] [] schedule_timeout+0x209/0x290 [ 3423.386979] [] ? kvm_clock_read+0x33/0x40 [ 3423.390672] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3423.395682] [] ? ktime_get_ts64+0x4c/0xf0 [ 3423.397934] [] ? bit_wait+0x50/0x50 [ 3423.399849] [] io_schedule_timeout+0xad/0x130 [ 3423.401829] [] io_schedule+0x18/0x20 [ 3423.403840] [] bit_wait_io+0x11/0x50 [ 3423.405836] [] __wait_on_bit+0x65/0x90 [ 3423.407918] [] ? bit_wait+0x50/0x50 [ 3423.409922] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3423.412472] [] ? wake_bit_function+0x40/0x40 [ 3423.414508] [] __wait_on_buffer+0x2a/0x30 [ 3423.416811] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3423.419332] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3423.422122] [] read_blk+0x4c/0x60 [ 3423.426714] [] find_tree_dqentry+0x47/0x240 [ 3423.429143] [] find_tree_dqentry+0x1aa/0x240 [ 3423.431115] [] find_tree_dqentry+0x1aa/0x240 [ 3423.432896] [] find_tree_dqentry+0x1aa/0x240 [ 3423.435303] [] qtree_read_dquot+0x14c/0x380 [ 3423.437715] [] v2_read_dquot+0x2b/0x30 [ 3423.439712] [] dquot_acquire+0xe4/0x130 [ 3423.442118] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3423.444220] [] dqget+0x3fb/0x460 [ 3423.446244] [] __dquot_initialize+0x12d/0x230 [ 3423.448735] [] ? __free_pages+0x25/0x30 [ 3423.451277] [] ? free_pages.part.76+0x40/0x50 [ 3423.453658] [] dquot_initialize+0x13/0x20 [ 3423.455902] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3423.458434] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3423.461050] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3423.463593] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3423.466522] [] obd_setup+0x167/0x540 [obdclass] [ 3423.468836] [] class_setup+0x54f/0x830 [obdclass] [ 3423.471635] [] class_process_config+0x149b/0x2660 [obdclass] [ 3423.474717] [] ? do_raw_spin_unlock+0x49/0x90 [ 3423.478329] [] ? __kmalloc+0x1e0/0x340 [ 3423.481077] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3423.484714] [] do_lcfg+0x263/0x520 [obdclass] [ 3423.488267] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3423.491909] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3423.496025] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3423.498511] [] ? __mutex_init+0x56/0x60 [ 3423.500847] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3423.503543] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3423.507337] [] mount_nodev+0x4d/0xb0 [ 3423.509665] [] lustre_mount+0x18/0x20 [lustre] [ 3423.511691] [] mount_fs+0x39/0x1b0 [ 3423.513897] [] vfs_kern_mount+0x67/0x110 [ 3423.515691] [] do_mount+0x1ef/0xce0 [ 3423.517723] [] ? copy_mount_options+0x39/0x1b0 [ 3423.520187] [] SyS_mount+0x83/0xd0 [ 3423.522019] [] system_call_fastpath+0x1f/0x24 [ 3423.523799] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3423.526903] in_atomic(): 1, irqs_disabled(): 0, pid: 9327, name: mount.lustre [ 3423.529527] CPU: 1 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3423.533254] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3423.537510] Call Trace: [ 3423.538407] [] dump_stack+0x19/0x1b [ 3423.541486] [] __might_sleep+0xd9/0x100 [ 3423.543663] [] __kmalloc+0x73/0x340 [ 3423.546950] [] ? getdqbuf+0x14/0x40 [ 3423.548769] [] getdqbuf+0x14/0x40 [ 3423.550888] [] find_tree_dqentry+0xaf/0x240 [ 3423.553372] [] find_tree_dqentry+0x1aa/0x240 [ 3423.555264] [] find_tree_dqentry+0x1aa/0x240 [ 3423.558541] [] find_tree_dqentry+0x1aa/0x240 [ 3423.560502] [] qtree_read_dquot+0x14c/0x380 [ 3423.562682] [] v2_read_dquot+0x2b/0x30 [ 3423.564873] [] dquot_acquire+0xe4/0x130 [ 3423.568442] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3423.572008] [] dqget+0x3fb/0x460 [ 3423.573891] [] __dquot_initialize+0x12d/0x230 [ 3423.578344] [] ? __free_pages+0x25/0x30 [ 3423.580713] [] ? free_pages.part.76+0x40/0x50 [ 3423.584773] [] dquot_initialize+0x13/0x20 [ 3423.586991] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3423.590465] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3423.592433] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3423.594946] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3423.598879] [] obd_setup+0x167/0x540 [obdclass] [ 3423.603175] [] class_setup+0x54f/0x830 [obdclass] [ 3423.605784] [] class_process_config+0x149b/0x2660 [obdclass] [ 3423.608420] [] ? do_raw_spin_unlock+0x49/0x90 [ 3423.611514] [] ? __kmalloc+0x1e0/0x340 [ 3423.613294] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3423.616234] [] do_lcfg+0x263/0x520 [obdclass] [ 3423.619772] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3423.623768] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3423.627510] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3423.631516] [] ? __mutex_init+0x56/0x60 [ 3423.633650] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3423.637239] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3423.639622] [] mount_nodev+0x4d/0xb0 [ 3423.642682] [] lustre_mount+0x18/0x20 [lustre] [ 3423.645111] [] mount_fs+0x39/0x1b0 [ 3423.647048] [] vfs_kern_mount+0x67/0x110 [ 3423.649231] [] do_mount+0x1ef/0xce0 [ 3423.652639] [] ? copy_mount_options+0x39/0x1b0 [ 3423.657999] [] SyS_mount+0x83/0xd0 [ 3423.660384] [] system_call_fastpath+0x1f/0x24 [ 3423.663273] BUG: scheduling while atomic: mount.lustre/9327/0x10000002 [ 3423.665919] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3423.690630] CPU: 1 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3423.695795] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3423.699405] Call Trace: [ 3423.700144] [] dump_stack+0x19/0x1b [ 3423.702359] [] __schedule_bug+0x64/0x72 [ 3423.704691] [] __schedule+0x791/0x7d0 [ 3423.706629] [] __cond_resched+0x26/0x30 [ 3423.708946] [] _cond_resched+0x3a/0x50 [ 3423.711652] [] __kmalloc+0x78/0x340 [ 3423.715102] [] ? getdqbuf+0x14/0x40 [ 3423.717768] [] getdqbuf+0x14/0x40 [ 3423.721485] [] find_tree_dqentry+0xaf/0x240 [ 3423.725129] [] find_tree_dqentry+0x1aa/0x240 [ 3423.727817] [] find_tree_dqentry+0x1aa/0x240 [ 3423.732197] [] find_tree_dqentry+0x1aa/0x240 [ 3423.734482] [] qtree_read_dquot+0x14c/0x380 [ 3423.736550] [] v2_read_dquot+0x2b/0x30 [ 3423.738427] [] dquot_acquire+0xe4/0x130 [ 3423.741045] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3423.744354] [] dqget+0x3fb/0x460 [ 3423.749178] [] __dquot_initialize+0x12d/0x230 [ 3423.752476] [] ? __free_pages+0x25/0x30 [ 3423.755080] [] ? free_pages.part.76+0x40/0x50 [ 3423.757860] [] dquot_initialize+0x13/0x20 [ 3423.761395] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3423.766274] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3423.770033] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3423.772966] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3423.775241] [] obd_setup+0x167/0x540 [obdclass] [ 3423.777675] [] class_setup+0x54f/0x830 [obdclass] [ 3423.780298] [] class_process_config+0x149b/0x2660 [obdclass] [ 3423.783713] [] ? do_raw_spin_unlock+0x49/0x90 [ 3423.786616] [] ? __kmalloc+0x1e0/0x340 [ 3423.788732] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3423.790887] [] do_lcfg+0x263/0x520 [obdclass] [ 3423.793396] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3423.796695] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3423.799481] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3423.801616] [] ? __mutex_init+0x56/0x60 [ 3423.803265] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3423.805610] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3423.807862] [] mount_nodev+0x4d/0xb0 [ 3423.809763] [] lustre_mount+0x18/0x20 [lustre] [ 3423.812102] [] mount_fs+0x39/0x1b0 [ 3423.813819] [] vfs_kern_mount+0x67/0x110 [ 3423.815909] [] do_mount+0x1ef/0xce0 [ 3423.818026] [] ? copy_mount_options+0x39/0x1b0 [ 3423.820295] [] SyS_mount+0x83/0xd0 [ 3423.821852] [] system_call_fastpath+0x1f/0x24 [ 3423.824641] BUG: scheduling while atomic: mount.lustre/9327/0x00000002 [ 3423.827296] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3423.855005] CPU: 0 PID: 9327 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3423.860256] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3423.863846] Call Trace: [ 3423.864595] [] dump_stack+0x19/0x1b [ 3423.868744] [] __schedule_bug+0x64/0x72 [ 3423.870053] [] __schedule+0x791/0x7d0 [ 3423.871269] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3423.872802] [] ? bit_wait+0x50/0x50 [ 3423.873976] [] schedule+0x29/0x70 [ 3423.876723] [] schedule_timeout+0x209/0x290 [ 3423.880153] [] ? kvm_clock_read+0x33/0x40 [ 3423.882046] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3423.883922] [] ? ktime_get_ts64+0x4c/0xf0 [ 3423.885616] [] ? bit_wait+0x50/0x50 [ 3423.889386] [] io_schedule_timeout+0xad/0x130 [ 3423.892317] [] io_schedule+0x18/0x20 [ 3423.894543] [] bit_wait_io+0x11/0x50 [ 3423.897267] [] __wait_on_bit+0x65/0x90 [ 3423.902195] [] ? bit_wait+0x50/0x50 [ 3423.904737] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3423.907021] [] ? wake_bit_function+0x40/0x40 [ 3423.909450] [] __wait_on_buffer+0x2a/0x30 [ 3423.911982] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3423.914571] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3423.917903] [] read_blk+0x4c/0x60 [ 3423.919852] [] find_tree_dqentry+0x47/0x240 [ 3423.921962] [] find_tree_dqentry+0x1aa/0x240 [ 3423.925881] [] find_tree_dqentry+0x1aa/0x240 [ 3423.928594] [] find_tree_dqentry+0x1aa/0x240 [ 3423.930821] [] qtree_read_dquot+0x14c/0x380 [ 3423.932898] [] v2_read_dquot+0x2b/0x30 [ 3423.935402] [] dquot_acquire+0xe4/0x130 [ 3423.941624] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3423.946397] [] dqget+0x3fb/0x460 [ 3423.950075] [] __dquot_initialize+0x12d/0x230 [ 3423.952150] [] ? __free_pages+0x25/0x30 [ 3423.953579] [] dquot_initialize+0x13/0x20 [ 3423.957250] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3423.960103] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3423.963935] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3423.966805] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3423.968985] [] obd_setup+0x167/0x540 [obdclass] [ 3423.970740] [] class_setup+0x54f/0x830 [obdclass] [ 3423.972913] [] class_process_config+0x149b/0x2660 [obdclass] [ 3423.975663] [] ? do_raw_spin_unlock+0x49/0x90 [ 3423.977815] [] ? __kmalloc+0x1e0/0x340 [ 3423.979461] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3423.982144] [] do_lcfg+0x263/0x520 [obdclass] [ 3423.984040] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3423.986827] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3423.989433] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3423.992251] [] ? __mutex_init+0x56/0x60 [ 3423.993955] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3423.996103] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3423.998149] [] mount_nodev+0x4d/0xb0 [ 3423.999728] [] lustre_mount+0x18/0x20 [lustre] [ 3424.001945] [] mount_fs+0x39/0x1b0 [ 3424.003668] [] vfs_kern_mount+0x67/0x110 [ 3424.005708] [] do_mount+0x1ef/0xce0 [ 3424.007848] [] ? copy_mount_options+0x39/0x1b0 [ 3424.010543] [] SyS_mount+0x83/0xd0 [ 3424.013037] [] system_call_fastpath+0x1f/0x24 [ 3426.099098] Lustre: lustre-OST0000: new connection from lustre-MDT0001-mdtlov (cleaning up unused objects from 0x280000400:71 to 0x280000400:129) [ 3426.110691] Lustre: lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:414 to 0x2c0000401:449) [ 3426.145518] Lustre: lustre-OST0001: new connection from lustre-MDT0001-mdtlov (cleaning up unused objects from 0x2c0000400:68 to 0x2c0000400:129) [ 3426.605870] Lustre: DEBUG MARKER: oleg418-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all [ 3430.981851] Lustre: DEBUG MARKER: Using TIMEOUT=20 [ 3442.567299] Lustre: DEBUG MARKER: == sanity-lfsck test 36a: rebuild LOV EA for mirrored file (1) ========================================================== 08:04:14 (1750593854) [ 3443.462346] Lustre: DEBUG MARKER: SKIP: sanity-lfsck test_36a needs >= 3 OSTs [ 3444.385264] Lustre: DEBUG MARKER: == sanity-lfsck test 36b: rebuild LOV EA for mirrored file (2) ========================================================== 08:04:16 (1750593856) [ 3445.053757] Lustre: DEBUG MARKER: SKIP: sanity-lfsck test_36b needs >= 3 OSTs [ 3445.964695] Lustre: DEBUG MARKER: == sanity-lfsck test 36c: rebuild LOV EA for mirrored file (3) ========================================================== 08:04:17 (1750593857) [ 3446.599369] Lustre: DEBUG MARKER: SKIP: sanity-lfsck test_36c needs >= 3 OSTs [ 3447.476348] Lustre: DEBUG MARKER: == sanity-lfsck test 37: LFSCK must skip a ORPHAN ======== 08:04:19 (1750593859) [ 3452.200150] Lustre: DEBUG MARKER: == sanity-lfsck test 38: LFSCK does not break foreign file and reverse is also true ========================================================== 08:04:24 (1750593864) [ 3458.780398] Lustre: DEBUG MARKER: == sanity-lfsck test 39: LFSCK does not break foreign dir and reverse is also true ========================================================== 08:04:30 (1750593870) [ 3465.920066] Lustre: DEBUG MARKER: == sanity-lfsck test 40a: LFSCK correctly fixes lmm_oi in composite layout ========================================================== 08:04:37 (1750593877) [ 3472.605790] Lustre: DEBUG MARKER: == sanity-lfsck test 41: SEL support in LFSCK ============ 08:04:44 (1750593884) [ 3479.963396] Lustre: DEBUG MARKER: == sanity-lfsck test 42: LFSCK can repair inconsistent MDT-object/OST-object encryption flags ========================================================== 08:04:51 (1750593891) [ 3480.770050] Lustre: DEBUG MARKER: SKIP: sanity-lfsck test_42 client encryption not supported [ 3481.519069] Lustre: DEBUG MARKER: == sanity-lfsck test 43: LFSCK does not loop endlessly on iget failure in scanning-phase1 ========================================================== 08:04:53 (1750593893) [ 3482.590222] Lustre: Failing over lustre-MDT0001 [ 3482.657236] LustreError: lustre-MDT0001-osp-MDT0000: operation mds_statfs to node 0@lo failed: rc = -107 [ 3482.660629] Lustre: lustre-MDT0001-osp-MDT0000: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete [ 3482.665849] Lustre: Skipped 6 previous similar messages [ 3482.668510] Lustre: lustre-MDT0001: Not available for connect from 0@lo (stopping) [ 3482.671394] Lustre: Skipped 3 previous similar messages [ 3482.764766] Lustre: server umount lustre-MDT0001 complete [ 3482.872681] LustreError: 6528:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0001: not available for connect from 192.168.204.18@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. [ 3482.881693] LustreError: 6528:0:(ldlm_lib.c:1113:target_handle_connect()) Skipped 19 previous similar messages [ 3486.140128] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3486.144034] in_atomic(): 1, irqs_disabled(): 0, pid: 14717, name: mount.lustre [ 3486.147120] CPU: 2 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3486.153426] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3486.156631] Call Trace: [ 3486.157599] [] dump_stack+0x19/0x1b [ 3486.159202] [] __might_sleep+0xd9/0x100 [ 3486.162824] [] kmem_cache_alloc+0x4f/0x2e0 [ 3486.165013] [] alloc_vfsmnt+0x24/0x240 [ 3486.167479] [] vfs_kern_mount+0x36/0x110 [ 3486.170772] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3486.173533] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3486.176719] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3486.179393] [] obd_setup+0x167/0x540 [obdclass] [ 3486.182459] [] class_setup+0x54f/0x830 [obdclass] [ 3486.185598] [] class_process_config+0x149b/0x2660 [obdclass] [ 3486.188432] [] ? do_raw_spin_unlock+0x49/0x90 [ 3486.190673] [] ? __kmalloc+0x1e0/0x340 [ 3486.196182] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3486.200886] [] do_lcfg+0x263/0x520 [obdclass] [ 3486.203012] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3486.206173] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3486.208806] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3486.211028] [] ? __mutex_init+0x56/0x60 [ 3486.214173] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3486.217400] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3486.220978] [] mount_nodev+0x4d/0xb0 [ 3486.223580] [] lustre_mount+0x18/0x20 [lustre] [ 3486.227503] [] mount_fs+0x39/0x1b0 [ 3486.229159] [] vfs_kern_mount+0x67/0x110 [ 3486.232887] [] do_mount+0x1ef/0xce0 [ 3486.236686] [] ? copy_mount_options+0x39/0x1b0 [ 3486.238933] [] SyS_mount+0x83/0xd0 [ 3486.240492] [] system_call_fastpath+0x1f/0x24 [ 3486.242345] BUG: scheduling while atomic: mount.lustre/14717/0x10000002 [ 3486.246752] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3486.273498] CPU: 2 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3486.278528] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3486.283449] Call Trace: [ 3486.284369] [] dump_stack+0x19/0x1b [ 3486.286661] [] __schedule_bug+0x64/0x72 [ 3486.287668] [] __schedule+0x791/0x7d0 [ 3486.289416] [] ? alloc_vfsmnt+0x24/0x240 [ 3486.291713] [] __cond_resched+0x26/0x30 [ 3486.293396] [] _cond_resched+0x3a/0x50 [ 3486.295630] [] kmem_cache_alloc+0x54/0x2e0 [ 3486.297559] [] alloc_vfsmnt+0x24/0x240 [ 3486.299219] [] vfs_kern_mount+0x36/0x110 [ 3486.301069] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3486.303633] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3486.308075] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3486.311549] [] obd_setup+0x167/0x540 [obdclass] [ 3486.314847] [] class_setup+0x54f/0x830 [obdclass] [ 3486.317628] [] class_process_config+0x149b/0x2660 [obdclass] [ 3486.320175] [] ? do_raw_spin_unlock+0x49/0x90 [ 3486.322821] [] ? __kmalloc+0x1e0/0x340 [ 3486.326561] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3486.328711] [] do_lcfg+0x263/0x520 [obdclass] [ 3486.331739] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3486.335061] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3486.339280] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3486.342781] [] ? __mutex_init+0x56/0x60 [ 3486.346868] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3486.348929] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3486.351714] [] mount_nodev+0x4d/0xb0 [ 3486.355933] [] lustre_mount+0x18/0x20 [lustre] [ 3486.359092] [] mount_fs+0x39/0x1b0 [ 3486.360275] [] vfs_kern_mount+0x67/0x110 [ 3486.362227] [] do_mount+0x1ef/0xce0 [ 3486.365982] [] ? copy_mount_options+0x39/0x1b0 [ 3486.368548] [] SyS_mount+0x83/0xd0 [ 3486.370264] [] system_call_fastpath+0x1f/0x24 [ 3486.375314] BUG: scheduling while atomic: mount.lustre/14717/0x10000002 [ 3486.378212] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3486.406032] CPU: 3 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3486.409242] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3486.413493] Call Trace: [ 3486.415178] [] dump_stack+0x19/0x1b [ 3486.417533] [] __schedule_bug+0x64/0x72 [ 3486.420899] [] __schedule+0x791/0x7d0 [ 3486.422303] [] __cond_resched+0x26/0x30 [ 3486.424998] [] _cond_resched+0x3a/0x50 [ 3486.426825] [] truncate_inode_pages_range+0x237/0x7d0 [ 3486.429316] [] truncate_inode_pages+0x15/0x20 [ 3486.433230] [] kill_bdev+0x35/0x40 [ 3486.435180] [] set_blocksize+0xab/0xd0 [ 3486.437444] [] sb_set_blocksize+0x1d/0x50 [ 3486.440116] [] sb_min_blocksize+0x42/0x60 [ 3486.442090] [] ldiskfs_fill_super+0x1c2/0x3060 [ldiskfs] [ 3486.444127] [] ? snprintf+0x49/0x70 [ 3486.445817] [] mount_bdev+0x1b0/0x1f0 [ 3486.448108] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3486.451008] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3486.454597] [] mount_fs+0x39/0x1b0 [ 3486.456437] [] vfs_kern_mount+0x67/0x110 [ 3486.458461] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3486.460063] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3486.463385] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3486.466980] [] obd_setup+0x167/0x540 [obdclass] [ 3486.471051] [] class_setup+0x54f/0x830 [obdclass] [ 3486.473435] [] class_process_config+0x149b/0x2660 [obdclass] [ 3486.476884] [] ? do_raw_spin_unlock+0x49/0x90 [ 3486.480054] [] ? __kmalloc+0x1e0/0x340 [ 3486.482830] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3486.485345] [] do_lcfg+0x263/0x520 [obdclass] [ 3486.487073] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3486.489762] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3486.493136] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3486.496144] [] ? __mutex_init+0x56/0x60 [ 3486.497281] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3486.499721] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3486.503065] [] mount_nodev+0x4d/0xb0 [ 3486.505129] [] lustre_mount+0x18/0x20 [lustre] [ 3486.507433] [] mount_fs+0x39/0x1b0 [ 3486.509819] [] vfs_kern_mount+0x67/0x110 [ 3486.512258] [] do_mount+0x1ef/0xce0 [ 3486.514441] [] ? copy_mount_options+0x39/0x1b0 [ 3486.516670] [] SyS_mount+0x83/0xd0 [ 3486.518454] [] system_call_fastpath+0x1f/0x24 [ 3486.522770] BUG: scheduling while atomic: mount.lustre/14717/0x00000002 [ 3486.525643] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3486.550803] CPU: 2 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3486.555758] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3486.558993] Call Trace: [ 3486.560004] [] dump_stack+0x19/0x1b [ 3486.561694] [] __schedule_bug+0x64/0x72 [ 3486.563249] [] __schedule+0x791/0x7d0 [ 3486.564831] [] ? bit_wait+0x50/0x50 [ 3486.567376] [] schedule+0x29/0x70 [ 3486.569765] [] schedule_timeout+0x209/0x290 [ 3486.573176] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3486.575902] [] ? kvm_clock_read+0x33/0x40 [ 3486.577808] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3486.580782] [] ? bit_wait+0x50/0x50 [ 3486.583177] [] io_schedule_timeout+0xad/0x130 [ 3486.585403] [] io_schedule+0x18/0x20 [ 3486.586699] [] bit_wait_io+0x11/0x50 [ 3486.588721] [] __wait_on_bit+0x65/0x90 [ 3486.590190] [] ? bit_wait+0x50/0x50 [ 3486.591638] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3486.593588] [] ? wake_bit_function+0x40/0x40 [ 3486.595699] [] __wait_on_buffer+0x2a/0x30 [ 3486.597148] [] __ldiskfs_get_inode_loc+0x1bd/0x400 [ldiskfs] [ 3486.599810] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3486.602510] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3486.605183] [] ? do_raw_spin_unlock+0x49/0x90 [ 3486.607355] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3486.610242] [] mount_bdev+0x1b0/0x1f0 [ 3486.612344] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3486.615922] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3486.618252] [] mount_fs+0x39/0x1b0 [ 3486.620173] [] vfs_kern_mount+0x67/0x110 [ 3486.622113] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3486.625015] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3486.628663] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3486.631085] [] obd_setup+0x167/0x540 [obdclass] [ 3486.633044] [] class_setup+0x54f/0x830 [obdclass] [ 3486.634822] [] class_process_config+0x149b/0x2660 [obdclass] [ 3486.637404] [] ? do_raw_spin_unlock+0x49/0x90 [ 3486.639596] [] ? __kmalloc+0x1e0/0x340 [ 3486.641200] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3486.643640] [] do_lcfg+0x263/0x520 [obdclass] [ 3486.645610] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3486.648212] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3486.649965] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3486.652853] [] ? __mutex_init+0x56/0x60 [ 3486.655458] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3486.658163] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3486.660090] [] mount_nodev+0x4d/0xb0 [ 3486.661471] [] lustre_mount+0x18/0x20 [lustre] [ 3486.663196] [] mount_fs+0x39/0x1b0 [ 3486.664870] [] vfs_kern_mount+0x67/0x110 [ 3486.666720] [] do_mount+0x1ef/0xce0 [ 3486.668475] [] ? copy_mount_options+0x39/0x1b0 [ 3486.669813] [] SyS_mount+0x83/0xd0 [ 3486.671307] [] system_call_fastpath+0x1f/0x24 [ 3486.673837] BUG: scheduling while atomic: mount.lustre/14717/0x00000002 [ 3486.676254] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3486.701148] CPU: 3 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3486.704926] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3486.709274] Call Trace: [ 3486.710708] [] dump_stack+0x19/0x1b [ 3486.713003] [] __schedule_bug+0x64/0x72 [ 3486.715197] [] __schedule+0x791/0x7d0 [ 3486.717061] [] ? bit_wait+0x50/0x50 [ 3486.718729] [] schedule+0x29/0x70 [ 3486.721051] [] schedule_timeout+0x209/0x290 [ 3486.723513] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3486.727706] [] ? kvm_clock_read+0x33/0x40 [ 3486.730178] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3486.733140] [] ? bit_wait+0x50/0x50 [ 3486.737148] [] io_schedule_timeout+0xad/0x130 [ 3486.739265] [] io_schedule+0x18/0x20 [ 3486.742800] [] bit_wait_io+0x11/0x50 [ 3486.745605] [] __wait_on_bit+0x65/0x90 [ 3486.749121] [] ? bit_wait+0x50/0x50 [ 3486.750193] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3486.752926] [] ? wake_bit_function+0x40/0x40 [ 3486.755574] [] __wait_on_buffer+0x2a/0x30 [ 3486.758821] [] journal_get_superblock+0x2c8/0x3a0 [jbd2] [ 3486.761741] [] jbd2_journal_wipe+0x20/0xb0 [jbd2] [ 3486.763733] [] ldiskfs_load_journal+0x5c5/0x71c [ldiskfs] [ 3486.766967] [] ? do_raw_spin_unlock+0x49/0x90 [ 3486.769996] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3486.773244] [] mount_bdev+0x1b0/0x1f0 [ 3486.777033] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3486.781325] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3486.783536] [] mount_fs+0x39/0x1b0 [ 3486.786114] [] vfs_kern_mount+0x67/0x110 [ 3486.791137] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3486.794489] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3486.796512] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3486.798341] [] obd_setup+0x167/0x540 [obdclass] [ 3486.801072] [] class_setup+0x54f/0x830 [obdclass] [ 3486.803308] [] class_process_config+0x149b/0x2660 [obdclass] [ 3486.807775] [] ? do_raw_spin_unlock+0x49/0x90 [ 3486.811290] [] ? __kmalloc+0x1e0/0x340 [ 3486.812856] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3486.814489] [] do_lcfg+0x263/0x520 [obdclass] [ 3486.816148] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3486.820235] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3486.824933] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3486.827926] [] ? __mutex_init+0x56/0x60 [ 3486.831076] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3486.833844] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3486.837494] [] mount_nodev+0x4d/0xb0 [ 3486.840514] [] lustre_mount+0x18/0x20 [lustre] [ 3486.842490] [] mount_fs+0x39/0x1b0 [ 3486.844878] [] vfs_kern_mount+0x67/0x110 [ 3486.847098] [] do_mount+0x1ef/0xce0 [ 3486.849420] [] ? copy_mount_options+0x39/0x1b0 [ 3486.854102] [] SyS_mount+0x83/0xd0 [ 3486.855908] [] system_call_fastpath+0x1f/0x24 [ 3486.858245] BUG: scheduling while atomic: mount.lustre/14717/0x00000002 [ 3486.860892] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3486.882888] CPU: 2 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3486.888560] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3486.892853] Call Trace: [ 3486.894034] [] dump_stack+0x19/0x1b [ 3486.896410] [] __schedule_bug+0x64/0x72 [ 3486.899298] [] __schedule+0x791/0x7d0 [ 3486.902408] [] schedule+0x29/0x70 [ 3486.904528] [] schedule_timeout+0x209/0x290 [ 3486.906780] [] ? native_smp_send_reschedule+0x4c/0x70 [ 3486.911014] [] ? resched_curr+0xd8/0xf0 [ 3486.912618] [] ? check_preempt_curr+0x80/0xa0 [ 3486.916436] [] ? ttwu_do_wakeup+0x19/0xf0 [ 3486.918668] [] wait_for_completion+0xfc/0x140 [ 3486.920849] [] ? wake_up_state+0x20/0x20 [ 3486.923136] [] kthread_create_on_node+0xa8/0x140 [ 3486.925785] [] ? bit_wait+0x50/0x50 [ 3486.928143] [] ? commit_timeout+0x10/0x10 [jbd2] [ 3486.931262] [] jbd2_journal_load+0x16b/0x2d0 [jbd2] [ 3486.935556] [] ? ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3486.938434] [] ldiskfs_load_journal+0x61f/0x71c [ldiskfs] [ 3486.941885] [] ? do_raw_spin_unlock+0x49/0x90 [ 3486.944267] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3486.946751] [] mount_bdev+0x1b0/0x1f0 [ 3486.951482] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3486.955564] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3486.958829] [] mount_fs+0x39/0x1b0 [ 3486.960801] [] vfs_kern_mount+0x67/0x110 [ 3486.966453] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3486.970686] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3486.973599] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3486.977232] [] obd_setup+0x167/0x540 [obdclass] [ 3486.981183] [] class_setup+0x54f/0x830 [obdclass] [ 3486.984694] [] class_process_config+0x149b/0x2660 [obdclass] [ 3486.987755] [] ? do_raw_spin_unlock+0x49/0x90 [ 3486.990227] [] ? __kmalloc+0x1e0/0x340 [ 3486.992749] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3486.995027] [] do_lcfg+0x263/0x520 [obdclass] [ 3486.997278] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3487.000378] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3487.003075] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3487.005095] [] ? __mutex_init+0x56/0x60 [ 3487.007073] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3487.009782] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3487.011894] [] mount_nodev+0x4d/0xb0 [ 3487.014376] [] lustre_mount+0x18/0x20 [lustre] [ 3487.017090] [] mount_fs+0x39/0x1b0 [ 3487.019681] [] vfs_kern_mount+0x67/0x110 [ 3487.022067] [] do_mount+0x1ef/0xce0 [ 3487.025011] [] ? copy_mount_options+0x39/0x1b0 [ 3487.027720] [] SyS_mount+0x83/0xd0 [ 3487.029403] [] system_call_fastpath+0x1f/0x24 [ 3487.031698] BUG: scheduling while atomic: mount.lustre/14717/0x00000002 [ 3487.033883] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3487.058154] CPU: 3 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3487.061377] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3487.065281] Call Trace: [ 3487.067149] [] dump_stack+0x19/0x1b [ 3487.069903] [] __schedule_bug+0x64/0x72 [ 3487.072220] [] __schedule+0x791/0x7d0 [ 3487.074301] [] schedule+0x29/0x70 [ 3487.078606] [] jbd2_journal_load+0x215/0x2d0 [jbd2] [ 3487.084610] [] ? wake_up_atomic_t+0x30/0x30 [ 3487.087262] [] ldiskfs_load_journal+0x61f/0x71c [ldiskfs] [ 3487.089418] [] ? do_raw_spin_unlock+0x49/0x90 [ 3487.092000] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3487.095519] [] mount_bdev+0x1b0/0x1f0 [ 3487.098470] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3487.101190] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3487.104258] [] mount_fs+0x39/0x1b0 [ 3487.108158] [] vfs_kern_mount+0x67/0x110 [ 3487.110637] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3487.112577] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3487.115887] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3487.118436] [] obd_setup+0x167/0x540 [obdclass] [ 3487.121576] [] class_setup+0x54f/0x830 [obdclass] [ 3487.124347] [] class_process_config+0x149b/0x2660 [obdclass] [ 3487.128223] [] ? do_raw_spin_unlock+0x49/0x90 [ 3487.131278] [] ? __kmalloc+0x1e0/0x340 [ 3487.133398] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3487.136066] [] do_lcfg+0x263/0x520 [obdclass] [ 3487.139586] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3487.142771] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3487.145840] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3487.148486] [] ? __mutex_init+0x56/0x60 [ 3487.150697] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3487.153919] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3487.158734] [] mount_nodev+0x4d/0xb0 [ 3487.161262] [] lustre_mount+0x18/0x20 [lustre] [ 3487.166803] [] mount_fs+0x39/0x1b0 [ 3487.169440] [] vfs_kern_mount+0x67/0x110 [ 3487.171388] [] do_mount+0x1ef/0xce0 [ 3487.173148] [] ? copy_mount_options+0x39/0x1b0 [ 3487.175410] [] SyS_mount+0x83/0xd0 [ 3487.177283] [] system_call_fastpath+0x1f/0x24 [ 3487.179605] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3487.182371] in_atomic(): 1, irqs_disabled(): 0, pid: 14717, name: mount.lustre [ 3487.185061] CPU: 2 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3487.189566] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3487.193715] Call Trace: [ 3487.194612] [] dump_stack+0x19/0x1b [ 3487.198049] [] __might_sleep+0xd9/0x100 [ 3487.200825] [] __kmalloc+0x73/0x340 [ 3487.204160] [] ? __debug_object_init+0x249/0x480 [ 3487.206877] [] ? __alloc_workqueue_key+0x261/0x480 [ 3487.211045] [] __alloc_workqueue_key+0x261/0x480 [ 3487.213845] [] ? do_raw_spin_unlock+0x49/0x90 [ 3487.216162] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3487.219702] [] mount_bdev+0x1b0/0x1f0 [ 3487.222068] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3487.225485] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3487.228267] [] mount_fs+0x39/0x1b0 [ 3487.230830] [] vfs_kern_mount+0x67/0x110 [ 3487.233249] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3487.235585] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3487.239455] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3487.243006] [] obd_setup+0x167/0x540 [obdclass] [ 3487.245421] [] class_setup+0x54f/0x830 [obdclass] [ 3487.247508] [] class_process_config+0x149b/0x2660 [obdclass] [ 3487.250813] [] ? do_raw_spin_unlock+0x49/0x90 [ 3487.254157] [] ? __kmalloc+0x1e0/0x340 [ 3487.255995] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3487.259929] [] do_lcfg+0x263/0x520 [obdclass] [ 3487.261908] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3487.264831] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3487.267585] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3487.270679] [] ? __mutex_init+0x56/0x60 [ 3487.272896] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3487.275469] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3487.277529] [] mount_nodev+0x4d/0xb0 [ 3487.279388] [] lustre_mount+0x18/0x20 [lustre] [ 3487.281803] [] mount_fs+0x39/0x1b0 [ 3487.283686] [] vfs_kern_mount+0x67/0x110 [ 3487.285389] [] do_mount+0x1ef/0xce0 [ 3487.288523] [] ? copy_mount_options+0x39/0x1b0 [ 3487.291488] [] SyS_mount+0x83/0xd0 [ 3487.294546] [] system_call_fastpath+0x1f/0x24 [ 3487.297844] BUG: scheduling while atomic: mount.lustre/14717/0x10000002 [ 3487.300044] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3487.326444] CPU: 2 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3487.330352] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3487.333969] Call Trace: [ 3487.336226] [] dump_stack+0x19/0x1b [ 3487.338033] [] __schedule_bug+0x64/0x72 [ 3487.340128] [] __schedule+0x791/0x7d0 [ 3487.343051] [] __cond_resched+0x26/0x30 [ 3487.345268] [] _cond_resched+0x3a/0x50 [ 3487.347344] [] __kmalloc+0x78/0x340 [ 3487.348737] [] ? __debug_object_init+0x249/0x480 [ 3487.351981] [] ? __alloc_workqueue_key+0x261/0x480 [ 3487.354686] [] __alloc_workqueue_key+0x261/0x480 [ 3487.358640] [] ? do_raw_spin_unlock+0x49/0x90 [ 3487.360231] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3487.363465] [] mount_bdev+0x1b0/0x1f0 [ 3487.365505] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3487.368898] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3487.372061] [] mount_fs+0x39/0x1b0 [ 3487.373809] [] vfs_kern_mount+0x67/0x110 [ 3487.375811] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3487.378691] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3487.381474] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3487.383892] [] obd_setup+0x167/0x540 [obdclass] [ 3487.385762] [] class_setup+0x54f/0x830 [obdclass] [ 3487.388366] [] class_process_config+0x149b/0x2660 [obdclass] [ 3487.392199] [] ? do_raw_spin_unlock+0x49/0x90 [ 3487.395490] [] ? __kmalloc+0x1e0/0x340 [ 3487.397119] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3487.400881] [] do_lcfg+0x263/0x520 [obdclass] [ 3487.403059] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3487.405551] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3487.407781] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3487.411497] [] ? __mutex_init+0x56/0x60 [ 3487.413698] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3487.418833] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3487.421848] [] mount_nodev+0x4d/0xb0 [ 3487.424045] [] lustre_mount+0x18/0x20 [lustre] [ 3487.427991] [] mount_fs+0x39/0x1b0 [ 3487.434692] [] vfs_kern_mount+0x67/0x110 [ 3487.436820] [] do_mount+0x1ef/0xce0 [ 3487.439015] [] ? copy_mount_options+0x39/0x1b0 [ 3487.440723] [] SyS_mount+0x83/0xd0 [ 3487.449080] [] system_call_fastpath+0x1f/0x24 [ 3487.451313] BUG: scheduling while atomic: mount.lustre/14717/0x00000002 [ 3487.458805] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3487.506814] CPU: 2 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3487.513841] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3487.518447] Call Trace: [ 3487.519845] [] dump_stack+0x19/0x1b [ 3487.523855] [] __schedule_bug+0x64/0x72 [ 3487.525621] [] __schedule+0x791/0x7d0 [ 3487.528698] [] ? enqueue_entity+0x2ef/0xc30 [ 3487.531124] [] schedule+0x29/0x70 [ 3487.533278] [] schedule_timeout+0x209/0x290 [ 3487.536667] [] ? select_task_rq_fair+0x65c/0x780 [ 3487.538857] [] ? check_preempt_curr+0x80/0xa0 [ 3487.541855] [] ? ttwu_do_wakeup+0x19/0xf0 [ 3487.544646] [] wait_for_completion+0xfc/0x140 [ 3487.546707] [] ? wake_up_state+0x20/0x20 [ 3487.548811] [] kthread_create_on_node+0xa8/0x140 [ 3487.551056] [] ? process_one_work+0x4a0/0x4a0 [ 3487.553862] [] __alloc_workqueue_key+0x336/0x480 [ 3487.557562] [] ? do_raw_spin_unlock+0x49/0x90 [ 3487.559724] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3487.563731] [] mount_bdev+0x1b0/0x1f0 [ 3487.567111] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3487.571158] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3487.573488] [] mount_fs+0x39/0x1b0 [ 3487.576272] [] vfs_kern_mount+0x67/0x110 [ 3487.578046] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3487.580425] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3487.583954] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3487.586113] [] obd_setup+0x167/0x540 [obdclass] [ 3487.588898] [] class_setup+0x54f/0x830 [obdclass] [ 3487.591277] [] class_process_config+0x149b/0x2660 [obdclass] [ 3487.593758] [] ? do_raw_spin_unlock+0x49/0x90 [ 3487.596024] [] ? __kmalloc+0x1e0/0x340 [ 3487.598873] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3487.600276] [] do_lcfg+0x263/0x520 [obdclass] [ 3487.602452] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3487.605064] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3487.606836] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3487.609818] [] ? __mutex_init+0x56/0x60 [ 3487.611975] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3487.614831] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3487.617691] [] mount_nodev+0x4d/0xb0 [ 3487.621182] [] lustre_mount+0x18/0x20 [lustre] [ 3487.623880] [] mount_fs+0x39/0x1b0 [ 3487.626536] [] vfs_kern_mount+0x67/0x110 [ 3487.628342] [] do_mount+0x1ef/0xce0 [ 3487.630063] [] ? copy_mount_options+0x39/0x1b0 [ 3487.632385] [] SyS_mount+0x83/0xd0 [ 3487.634280] [] system_call_fastpath+0x1f/0x24 [ 3487.636961] BUG: scheduling while atomic: mount.lustre/14717/0x00000002 [ 3487.640292] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3487.671741] CPU: 0 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3487.677604] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3487.681199] Call Trace: [ 3487.682307] [] dump_stack+0x19/0x1b [ 3487.686211] [] __schedule_bug+0x64/0x72 [ 3487.688859] [] __schedule+0x791/0x7d0 [ 3487.690354] [] ? bit_wait+0x50/0x50 [ 3487.692616] [] schedule+0x29/0x70 [ 3487.694873] [] schedule_timeout+0x209/0x290 [ 3487.697427] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3487.700289] [] ? kvm_clock_read+0x33/0x40 [ 3487.703114] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3487.706363] [] ? ktime_get_ts64+0x4c/0xf0 [ 3487.710318] [] ? bit_wait+0x50/0x50 [ 3487.712581] [] io_schedule_timeout+0xad/0x130 [ 3487.715082] [] io_schedule+0x18/0x20 [ 3487.717533] [] bit_wait_io+0x11/0x50 [ 3487.720070] [] __wait_on_bit+0x65/0x90 [ 3487.722252] [] ? bit_wait+0x50/0x50 [ 3487.724812] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3487.729956] [] ? wake_bit_function+0x40/0x40 [ 3487.732997] [] __sync_dirty_buffer+0xe8/0x110 [ 3487.736121] [] sync_dirty_buffer+0x13/0x20 [ 3487.739153] [] ldiskfs_commit_super+0x1e0/0x280 [ldiskfs] [ 3487.742750] [] ldiskfs_setup_super+0x120/0x190 [ldiskfs] [ 3487.745442] [] ldiskfs_fill_super+0x2429/0x3060 [ldiskfs] [ 3487.748927] [] mount_bdev+0x1b0/0x1f0 [ 3487.751461] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3487.754568] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3487.758036] [] mount_fs+0x39/0x1b0 [ 3487.761146] [] vfs_kern_mount+0x67/0x110 [ 3487.763497] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3487.767373] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3487.770502] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3487.775008] [] obd_setup+0x167/0x540 [obdclass] [ 3487.776976] [] class_setup+0x54f/0x830 [obdclass] [ 3487.779385] [] class_process_config+0x149b/0x2660 [obdclass] [ 3487.783618] [] ? do_raw_spin_unlock+0x49/0x90 [ 3487.786377] [] ? __kmalloc+0x1e0/0x340 [ 3487.788338] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3487.793290] [] do_lcfg+0x263/0x520 [obdclass] [ 3487.797002] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3487.800325] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3487.803564] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3487.807470] [] ? __mutex_init+0x56/0x60 [ 3487.809543] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3487.812016] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3487.814363] [] mount_nodev+0x4d/0xb0 [ 3487.816204] [] lustre_mount+0x18/0x20 [lustre] [ 3487.818263] [] mount_fs+0x39/0x1b0 [ 3487.820076] [] vfs_kern_mount+0x67/0x110 [ 3487.824744] [] do_mount+0x1ef/0xce0 [ 3487.827694] [] ? copy_mount_options+0x39/0x1b0 [ 3487.830805] [] SyS_mount+0x83/0xd0 [ 3487.833863] [] system_call_fastpath+0x1f/0x24 [ 3487.838104] BUG: scheduling while atomic: mount.lustre/14717/0x00000002 [ 3487.840991] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3487.870894] CPU: 1 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3487.875128] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3487.878532] Call Trace: [ 3487.879204] [] dump_stack+0x19/0x1b [ 3487.883240] [] __schedule_bug+0x64/0x72 [ 3487.885886] [] __schedule+0x791/0x7d0 [ 3487.888915] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3487.891825] [] ? bit_wait+0x50/0x50 [ 3487.895109] [] schedule+0x29/0x70 [ 3487.897804] [] schedule_timeout+0x209/0x290 [ 3487.899433] [] ? kvm_clock_read+0x33/0x40 [ 3487.901122] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3487.905591] [] ? ktime_get_ts64+0x4c/0xf0 [ 3487.909736] [] ? bit_wait+0x50/0x50 [ 3487.913801] [] io_schedule_timeout+0xad/0x130 [ 3487.918293] [] io_schedule+0x18/0x20 [ 3487.919980] [] bit_wait_io+0x11/0x50 [ 3487.922302] [] __wait_on_bit+0x65/0x90 [ 3487.924575] [] ? bit_wait+0x50/0x50 [ 3487.926755] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3487.930031] [] ? wake_bit_function+0x40/0x40 [ 3487.932254] [] __wait_on_buffer+0x2a/0x30 [ 3487.934510] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3487.936905] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3487.939305] [] v2_read_header+0x1f/0x50 [ 3487.942544] [] v2_check_quota_file+0x2b/0x70 [ 3487.945226] [] ? igrab+0x36/0x60 [ 3487.947557] [] vfs_load_quota_inode+0x279/0x570 [ 3487.951650] [] ? unlock_new_inode+0x55/0x80 [ 3487.954658] [] dquot_enable+0xf0/0x110 [ 3487.957387] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3487.961797] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3487.965774] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3487.969261] [] mount_bdev+0x1b0/0x1f0 [ 3487.970921] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3487.977013] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3487.980855] [] mount_fs+0x39/0x1b0 [ 3487.982793] [] vfs_kern_mount+0x67/0x110 [ 3487.984944] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3487.987341] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3487.989813] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3487.992129] [] obd_setup+0x167/0x540 [obdclass] [ 3487.994675] [] class_setup+0x54f/0x830 [obdclass] [ 3487.997217] [] class_process_config+0x149b/0x2660 [obdclass] [ 3488.000045] [] ? do_raw_spin_unlock+0x49/0x90 [ 3488.002356] [] ? __kmalloc+0x1e0/0x340 [ 3488.004256] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3488.006358] [] do_lcfg+0x263/0x520 [obdclass] [ 3488.008742] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3488.013292] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3488.017609] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3488.020844] [] ? __mutex_init+0x56/0x60 [ 3488.022834] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3488.026008] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3488.030623] [] mount_nodev+0x4d/0xb0 [ 3488.032747] [] lustre_mount+0x18/0x20 [lustre] [ 3488.034807] [] mount_fs+0x39/0x1b0 [ 3488.037032] [] vfs_kern_mount+0x67/0x110 [ 3488.039496] [] do_mount+0x1ef/0xce0 [ 3488.042005] [] ? copy_mount_options+0x39/0x1b0 [ 3488.044606] [] SyS_mount+0x83/0xd0 [ 3488.046521] [] system_call_fastpath+0x1f/0x24 [ 3488.049257] BUG: scheduling while atomic: mount.lustre/14717/0x00000002 [ 3488.051657] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3488.076935] CPU: 0 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3488.082235] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3488.088179] Call Trace: [ 3488.090080] [] dump_stack+0x19/0x1b [ 3488.092756] [] __schedule_bug+0x64/0x72 [ 3488.095308] [] __schedule+0x791/0x7d0 [ 3488.098231] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3488.101712] [] ? bit_wait+0x50/0x50 [ 3488.104118] [] schedule+0x29/0x70 [ 3488.107985] [] schedule_timeout+0x209/0x290 [ 3488.109568] [] ? kvm_clock_read+0x33/0x40 [ 3488.110851] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3488.113981] [] ? ktime_get_ts64+0x4c/0xf0 [ 3488.117159] [] ? bit_wait+0x50/0x50 [ 3488.120912] [] io_schedule_timeout+0xad/0x130 [ 3488.124811] [] io_schedule+0x18/0x20 [ 3488.127542] [] bit_wait_io+0x11/0x50 [ 3488.128884] [] __wait_on_bit+0x65/0x90 [ 3488.131449] [] ? bit_wait+0x50/0x50 [ 3488.134867] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3488.137160] [] ? wake_bit_function+0x40/0x40 [ 3488.139952] [] __wait_on_buffer+0x2a/0x30 [ 3488.142735] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3488.145532] [] ? mark_page_accessed+0xd8/0xe0 [ 3488.149053] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3488.155391] [] v2_read_header+0x1f/0x50 [ 3488.158655] [] v2_check_quota_file+0x2b/0x70 [ 3488.162138] [] ? igrab+0x36/0x60 [ 3488.164205] [] vfs_load_quota_inode+0x279/0x570 [ 3488.166480] [] ? unlock_new_inode+0x55/0x80 [ 3488.169906] [] dquot_enable+0xf0/0x110 [ 3488.172628] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3488.176323] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3488.178341] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3488.181193] [] mount_bdev+0x1b0/0x1f0 [ 3488.183195] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3488.187840] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3488.190797] [] mount_fs+0x39/0x1b0 [ 3488.193954] [] vfs_kern_mount+0x67/0x110 [ 3488.195223] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3488.197274] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3488.201644] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3488.203708] [] obd_setup+0x167/0x540 [obdclass] [ 3488.205740] [] class_setup+0x54f/0x830 [obdclass] [ 3488.208295] [] class_process_config+0x149b/0x2660 [obdclass] [ 3488.210080] [] ? do_raw_spin_unlock+0x49/0x90 [ 3488.212351] [] ? __kmalloc+0x1e0/0x340 [ 3488.214074] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3488.215673] [] do_lcfg+0x263/0x520 [obdclass] [ 3488.217891] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3488.220462] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3488.222791] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3488.225061] [] ? __mutex_init+0x56/0x60 [ 3488.228377] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3488.231212] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3488.233808] [] mount_nodev+0x4d/0xb0 [ 3488.235891] [] lustre_mount+0x18/0x20 [lustre] [ 3488.238280] [] mount_fs+0x39/0x1b0 [ 3488.240318] [] vfs_kern_mount+0x67/0x110 [ 3488.242537] [] do_mount+0x1ef/0xce0 [ 3488.244770] [] ? copy_mount_options+0x39/0x1b0 [ 3488.247166] [] SyS_mount+0x83/0xd0 [ 3488.250295] [] system_call_fastpath+0x1f/0x24 [ 3488.253690] BUG: sleeping function called from invalid context at kernel/mutex.c:104 [ 3488.257976] in_atomic(): 1, irqs_disabled(): 0, pid: 14717, name: mount.lustre [ 3488.260131] CPU: 0 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3488.263816] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3488.267878] Call Trace: [ 3488.268592] [] dump_stack+0x19/0x1b [ 3488.270233] [] __might_sleep+0xd9/0x100 [ 3488.271965] [] mutex_lock+0x20/0x40 [ 3488.273832] [] vfs_load_quota_inode+0x2d8/0x570 [ 3488.275940] [] dquot_enable+0xf0/0x110 [ 3488.278147] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3488.279712] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3488.282644] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3488.285209] [] mount_bdev+0x1b0/0x1f0 [ 3488.287159] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3488.290393] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3488.292352] [] mount_fs+0x39/0x1b0 [ 3488.294312] [] vfs_kern_mount+0x67/0x110 [ 3488.296661] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3488.298937] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3488.301838] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3488.305180] [] obd_setup+0x167/0x540 [obdclass] [ 3488.308616] [] class_setup+0x54f/0x830 [obdclass] [ 3488.311561] [] class_process_config+0x149b/0x2660 [obdclass] [ 3488.314948] [] ? do_raw_spin_unlock+0x49/0x90 [ 3488.318519] [] ? __kmalloc+0x1e0/0x340 [ 3488.321529] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3488.324215] [] do_lcfg+0x263/0x520 [obdclass] [ 3488.326314] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3488.328838] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3488.332314] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3488.334608] [] ? __mutex_init+0x56/0x60 [ 3488.336880] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3488.339526] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3488.342769] [] mount_nodev+0x4d/0xb0 [ 3488.345633] [] lustre_mount+0x18/0x20 [lustre] [ 3488.347744] [] mount_fs+0x39/0x1b0 [ 3488.351211] [] vfs_kern_mount+0x67/0x110 [ 3488.353024] [] do_mount+0x1ef/0xce0 [ 3488.355740] [] ? copy_mount_options+0x39/0x1b0 [ 3488.357536] [] SyS_mount+0x83/0xd0 [ 3488.361006] [] system_call_fastpath+0x1f/0x24 [ 3488.363861] BUG: scheduling while atomic: mount.lustre/14717/0x10000002 [ 3488.369350] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3488.397318] CPU: 0 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3488.403560] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3488.406366] Call Trace: [ 3488.407487] [] dump_stack+0x19/0x1b [ 3488.409830] [] __schedule_bug+0x64/0x72 [ 3488.412019] [] __schedule+0x791/0x7d0 [ 3488.414965] [] __cond_resched+0x26/0x30 [ 3488.416970] [] _cond_resched+0x3a/0x50 [ 3488.420656] [] mutex_lock+0x25/0x40 [ 3488.423270] [] vfs_load_quota_inode+0x2d8/0x570 [ 3488.425878] [] dquot_enable+0xf0/0x110 [ 3488.428016] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3488.430891] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3488.432577] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3488.435169] [] mount_bdev+0x1b0/0x1f0 [ 3488.437095] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3488.440493] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3488.442700] [] mount_fs+0x39/0x1b0 [ 3488.444675] [] vfs_kern_mount+0x67/0x110 [ 3488.447260] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3488.450651] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3488.453541] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3488.455376] [] obd_setup+0x167/0x540 [obdclass] [ 3488.457091] [] class_setup+0x54f/0x830 [obdclass] [ 3488.460324] [] class_process_config+0x149b/0x2660 [obdclass] [ 3488.463096] [] ? do_raw_spin_unlock+0x49/0x90 [ 3488.465633] [] ? __kmalloc+0x1e0/0x340 [ 3488.467493] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3488.469562] [] do_lcfg+0x263/0x520 [obdclass] [ 3488.471268] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3488.474656] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3488.477365] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3488.480212] [] ? __mutex_init+0x56/0x60 [ 3488.483059] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3488.486660] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3488.490767] [] mount_nodev+0x4d/0xb0 [ 3488.494757] [] lustre_mount+0x18/0x20 [lustre] [ 3488.497089] [] mount_fs+0x39/0x1b0 [ 3488.499503] [] vfs_kern_mount+0x67/0x110 [ 3488.503958] [] do_mount+0x1ef/0xce0 [ 3488.505834] [] ? copy_mount_options+0x39/0x1b0 [ 3488.508064] [] SyS_mount+0x83/0xd0 [ 3488.510320] [] system_call_fastpath+0x1f/0x24 [ 3488.512755] LDISKFS-fs (dm-1): mounted filesystem with ordered data mode. Opts: user_xattr,acl,no_mbcache,nodelalloc [ 3488.518284] BUG: scheduling while atomic: mount.lustre/14717/0x10000002 [ 3488.521206] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3488.547325] CPU: 1 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3488.553000] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3488.557891] Call Trace: [ 3488.558681] [] dump_stack+0x19/0x1b [ 3488.561391] [] __schedule_bug+0x64/0x72 [ 3488.563300] [] __schedule+0x791/0x7d0 [ 3488.567079] [] ? ldiskfs_acquire_dquot+0x53/0xb0 [ldiskfs] [ 3488.570632] [] __cond_resched+0x26/0x30 [ 3488.574087] [] _cond_resched+0x3a/0x50 [ 3488.576507] [] ldiskfs_journal_check_start+0x25/0xb0 [ldiskfs] [ 3488.579143] [] __ldiskfs_journal_start_sb+0x36/0x100 [ldiskfs] [ 3488.583542] [] ldiskfs_acquire_dquot+0x53/0xb0 [ldiskfs] [ 3488.588118] [] dqget+0x3fb/0x460 [ 3488.591077] [] __dquot_initialize+0x12d/0x230 [ 3488.593010] [] ? __free_pages+0x25/0x30 [ 3488.594868] [] ? free_pages.part.76+0x40/0x50 [ 3488.598978] [] dquot_initialize+0x13/0x20 [ 3488.602796] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3488.606344] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3488.610418] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3488.613822] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3488.616233] [] obd_setup+0x167/0x540 [obdclass] [ 3488.620367] [] class_setup+0x54f/0x830 [obdclass] [ 3488.622787] [] class_process_config+0x149b/0x2660 [obdclass] [ 3488.625320] [] ? do_raw_spin_unlock+0x49/0x90 [ 3488.627255] [] ? __kmalloc+0x1e0/0x340 [ 3488.632410] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3488.636515] [] do_lcfg+0x263/0x520 [obdclass] [ 3488.640990] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3488.644953] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3488.647297] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3488.649704] [] ? __mutex_init+0x56/0x60 [ 3488.651470] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3488.656261] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3488.660153] [] mount_nodev+0x4d/0xb0 [ 3488.662949] [] lustre_mount+0x18/0x20 [lustre] [ 3488.668507] [] mount_fs+0x39/0x1b0 [ 3488.673554] [] vfs_kern_mount+0x67/0x110 [ 3488.677237] [] do_mount+0x1ef/0xce0 [ 3488.680615] [] ? copy_mount_options+0x39/0x1b0 [ 3488.682708] [] SyS_mount+0x83/0xd0 [ 3488.687611] [] system_call_fastpath+0x1f/0x24 [ 3488.692167] BUG: scheduling while atomic: mount.lustre/14717/0x00000002 [ 3488.696287] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3488.720966] CPU: 1 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3488.724262] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3488.727985] Call Trace: [ 3488.729590] [] dump_stack+0x19/0x1b [ 3488.731817] [] __schedule_bug+0x64/0x72 [ 3488.733675] [] __schedule+0x791/0x7d0 [ 3488.735652] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3488.737234] [] ? bit_wait+0x50/0x50 [ 3488.738347] [] schedule+0x29/0x70 [ 3488.739784] [] schedule_timeout+0x209/0x290 [ 3488.742584] [] ? kvm_clock_read+0x33/0x40 [ 3488.745068] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3488.747258] [] ? ktime_get_ts64+0x4c/0xf0 [ 3488.750368] [] ? bit_wait+0x50/0x50 [ 3488.751925] [] io_schedule_timeout+0xad/0x130 [ 3488.753626] [] io_schedule+0x18/0x20 [ 3488.755536] [] bit_wait_io+0x11/0x50 [ 3488.756867] [] __wait_on_bit+0x65/0x90 [ 3488.759038] [] ? bit_wait+0x50/0x50 [ 3488.760905] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3488.764922] [] ? wake_bit_function+0x40/0x40 [ 3488.767770] [] __wait_on_buffer+0x2a/0x30 [ 3488.769509] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3488.771768] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3488.773947] [] read_blk+0x4c/0x60 [ 3488.776251] [] find_tree_dqentry+0x47/0x240 [ 3488.778958] [] find_tree_dqentry+0x1aa/0x240 [ 3488.780533] [] find_tree_dqentry+0x1aa/0x240 [ 3488.784743] [] find_tree_dqentry+0x1aa/0x240 [ 3488.786984] [] qtree_read_dquot+0x14c/0x380 [ 3488.789533] [] v2_read_dquot+0x2b/0x30 [ 3488.792247] [] dquot_acquire+0xe4/0x130 [ 3488.797562] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3488.800331] [] dqget+0x3fb/0x460 [ 3488.802058] [] __dquot_initialize+0x12d/0x230 [ 3488.806393] [] ? __free_pages+0x25/0x30 [ 3488.808857] [] ? free_pages.part.76+0x40/0x50 [ 3488.811777] [] dquot_initialize+0x13/0x20 [ 3488.814275] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3488.817517] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3488.823090] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3488.827924] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3488.830675] [] obd_setup+0x167/0x540 [obdclass] [ 3488.833895] [] class_setup+0x54f/0x830 [obdclass] [ 3488.835657] [] class_process_config+0x149b/0x2660 [obdclass] [ 3488.837865] [] ? do_raw_spin_unlock+0x49/0x90 [ 3488.840087] [] ? __kmalloc+0x1e0/0x340 [ 3488.843252] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3488.847187] [] do_lcfg+0x263/0x520 [obdclass] [ 3488.851237] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3488.855118] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3488.856996] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3488.859166] [] ? __mutex_init+0x56/0x60 [ 3488.861022] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3488.863593] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3488.866900] [] mount_nodev+0x4d/0xb0 [ 3488.869233] [] lustre_mount+0x18/0x20 [lustre] [ 3488.871524] [] mount_fs+0x39/0x1b0 [ 3488.873419] [] vfs_kern_mount+0x67/0x110 [ 3488.875635] [] do_mount+0x1ef/0xce0 [ 3488.877704] [] ? copy_mount_options+0x39/0x1b0 [ 3488.879415] [] SyS_mount+0x83/0xd0 [ 3488.881306] [] system_call_fastpath+0x1f/0x24 [ 3488.883581] BUG: scheduling while atomic: mount.lustre/14717/0x10000002 [ 3488.886040] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3488.905625] CPU: 0 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3488.908771] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3488.911852] Call Trace: [ 3488.914365] [] dump_stack+0x19/0x1b [ 3488.916460] [] __schedule_bug+0x64/0x72 [ 3488.918472] [] __schedule+0x791/0x7d0 [ 3488.919950] [] ? alloc_buffer_head+0x21/0x80 [ 3488.922522] [] __cond_resched+0x26/0x30 [ 3488.924619] [] _cond_resched+0x3a/0x50 [ 3488.926762] [] kmem_cache_alloc+0x54/0x2e0 [ 3488.929166] [] ? __add_to_page_cache_locked+0xd5/0x1b0 [ 3488.931249] [] alloc_buffer_head+0x21/0x80 [ 3488.933540] [] alloc_page_buffers+0x3a/0xc0 [ 3488.935952] [] __getblk+0x191/0x300 [ 3488.938426] [] ldiskfs_getblk+0xa1/0x210 [ldiskfs] [ 3488.941276] [] ldiskfs_bread+0x27/0xe0 [ldiskfs] [ 3488.944544] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3488.947895] [] read_blk+0x4c/0x60 [ 3488.948899] [] find_tree_dqentry+0x47/0x240 [ 3488.951265] [] find_tree_dqentry+0x1aa/0x240 [ 3488.953584] [] find_tree_dqentry+0x1aa/0x240 [ 3488.955709] [] find_tree_dqentry+0x1aa/0x240 [ 3488.959052] [] qtree_read_dquot+0x14c/0x380 [ 3488.961759] [] v2_read_dquot+0x2b/0x30 [ 3488.963403] [] dquot_acquire+0xe4/0x130 [ 3488.965662] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3488.968114] [] dqget+0x3fb/0x460 [ 3488.969487] [] __dquot_initialize+0x12d/0x230 [ 3488.971643] [] ? __free_pages+0x25/0x30 [ 3488.973897] [] dquot_initialize+0x13/0x20 [ 3488.975779] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3488.978972] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3488.980396] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3488.982965] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3488.986041] [] obd_setup+0x167/0x540 [obdclass] [ 3488.989311] [] class_setup+0x54f/0x830 [obdclass] [ 3488.992172] [] class_process_config+0x149b/0x2660 [obdclass] [ 3488.996136] [] ? do_raw_spin_unlock+0x49/0x90 [ 3488.998437] [] ? __kmalloc+0x1e0/0x340 [ 3489.004263] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3489.007946] [] do_lcfg+0x263/0x520 [obdclass] [ 3489.011617] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3489.014631] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3489.017726] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3489.020898] [] ? __mutex_init+0x56/0x60 [ 3489.023133] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3489.025712] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3489.027932] [] mount_nodev+0x4d/0xb0 [ 3489.031790] [] lustre_mount+0x18/0x20 [lustre] [ 3489.035544] [] mount_fs+0x39/0x1b0 [ 3489.038555] [] vfs_kern_mount+0x67/0x110 [ 3489.041487] [] do_mount+0x1ef/0xce0 [ 3489.044626] [] ? copy_mount_options+0x39/0x1b0 [ 3489.047617] [] SyS_mount+0x83/0xd0 [ 3489.049152] [] system_call_fastpath+0x1f/0x24 [ 3489.051441] BUG: scheduling while atomic: mount.lustre/14717/0x00000002 [ 3489.054498] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3489.083016] CPU: 1 PID: 14717 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3489.087270] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3489.089963] Call Trace: [ 3489.092499] [] dump_stack+0x19/0x1b [ 3489.094627] [] __schedule_bug+0x64/0x72 [ 3489.096341] [] __schedule+0x791/0x7d0 [ 3489.098372] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3489.101131] [] ? bit_wait+0x50/0x50 [ 3489.102996] [] schedule+0x29/0x70 [ 3489.104332] [] schedule_timeout+0x209/0x290 [ 3489.107946] [] ? kvm_clock_read+0x33/0x40 [ 3489.109885] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3489.112629] [] ? ktime_get_ts64+0x4c/0xf0 [ 3489.115084] [] ? bit_wait+0x50/0x50 [ 3489.118270] [] io_schedule_timeout+0xad/0x130 [ 3489.120198] [] io_schedule+0x18/0x20 [ 3489.122299] [] bit_wait_io+0x11/0x50 [ 3489.124603] [] __wait_on_bit+0x65/0x90 [ 3489.126796] [] ? bit_wait+0x50/0x50 [ 3489.129630] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3489.132620] [] ? wake_bit_function+0x40/0x40 [ 3489.136173] [] __wait_on_buffer+0x2a/0x30 [ 3489.138415] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3489.142348] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3489.145267] [] read_blk+0x4c/0x60 [ 3489.147230] [] find_tree_dqentry+0x47/0x240 [ 3489.149825] [] find_tree_dqentry+0x1aa/0x240 [ 3489.153689] [] find_tree_dqentry+0x1aa/0x240 [ 3489.156112] [] find_tree_dqentry+0x1aa/0x240 [ 3489.158666] [] qtree_read_dquot+0x14c/0x380 [ 3489.160824] [] v2_read_dquot+0x2b/0x30 [ 3489.163580] [] dquot_acquire+0xe4/0x130 [ 3489.165577] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3489.168487] [] dqget+0x3fb/0x460 [ 3489.169861] [] __dquot_initialize+0x12d/0x230 [ 3489.172711] [] ? __free_pages+0x25/0x30 [ 3489.174671] [] dquot_initialize+0x13/0x20 [ 3489.177834] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3489.181235] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3489.184359] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3489.187364] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3489.190624] [] obd_setup+0x167/0x540 [obdclass] [ 3489.192851] [] class_setup+0x54f/0x830 [obdclass] [ 3489.194640] [] class_process_config+0x149b/0x2660 [obdclass] [ 3489.197285] [] ? do_raw_spin_unlock+0x49/0x90 [ 3489.199789] [] ? __kmalloc+0x1e0/0x340 [ 3489.201831] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3489.203975] [] do_lcfg+0x263/0x520 [obdclass] [ 3489.205863] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3489.208871] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3489.211516] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3489.213834] [] ? __mutex_init+0x56/0x60 [ 3489.215376] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3489.217669] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3489.219880] [] mount_nodev+0x4d/0xb0 [ 3489.222693] [] lustre_mount+0x18/0x20 [lustre] [ 3489.224876] [] mount_fs+0x39/0x1b0 [ 3489.226683] [] vfs_kern_mount+0x67/0x110 [ 3489.228725] [] do_mount+0x1ef/0xce0 [ 3489.230703] [] ? copy_mount_options+0x39/0x1b0 [ 3489.232966] [] SyS_mount+0x83/0xd0 [ 3489.234895] [] system_call_fastpath+0x1f/0x24 [ 3489.369942] Lustre: lustre-MDT0001: in recovery but waiting for the first client to connect [ 3489.370337] Lustre: lustre-MDT0001: Aborting client recovery [ 3489.370342] LustreError: 14717:0:(ldlm_lib.c:2916:target_stop_recovery_thread()) lustre-MDT0001: Aborting recovery [ 3489.380525] Lustre: 14746:0:(ldlm_lib.c:2319:target_recovery_overseer()) recovery is aborted, evict exports in recovery [ 3489.386845] LustreError: 14744:0:(lod_dev.c:510:lod_sub_recovery_thread()) lustre-MDT0001-osd: get update log duration 0, retries 0, failed: rc = -108 [ 3489.391584] Lustre: 14746:0:(genops.c:1618:class_disconnect_stale_exports()) lustre-MDT0001: disconnect stale client 3ba1e3ca-e856-4d93-bb7d-089d2c5178db@ [ 3489.396406] Lustre: lustre-MDT0001: disconnecting 2 stale clients [ 3489.400866] Lustre: lustre-MDT0001-osd: cancel update llog [0x240000400:0x1:0x0] [ 3489.410442] Lustre: lustre-MDT0000-osp-MDT0001: cancel update llog [0x200000401:0x1:0x0] [ 3489.438487] Lustre: lustre-OST0001: new connection from lustre-MDT0001-mdtlov (cleaning up unused objects from 0x2c0000400:131 to 0x2c0000400:161) [ 3489.442472] Lustre: lustre-OST0000: new connection from lustre-MDT0001-mdtlov (cleaning up unused objects from 0x280000400:71 to 0x280000400:161) [ 3490.579132] Lustre: DEBUG MARKER: oleg418-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all [ 3491.983593] Lustre: *** cfs_fail_loc=1e2, val=483*** [ 3493.132709] Lustre: DEBUG MARKER: oleg418-server.virtnet: executing wait_import_state FULL osp.lustre-MDT0001-os[pc]-MDT0000.*_server_uuid [ 3494.372247] Lustre: lustre-MDT0001-lwp-OST0000: Connection restored to (at 0@lo) [ 3494.376462] Lustre: Skipped 2 previous similar messages [ 3494.381141] LustreError: lustre-MDT0001-osp-MDT0000: This client was evicted by lustre-MDT0001; in progress operations using this service will fail. [ 3495.311338] Lustre: DEBUG MARKER: osp.lustre-MDT0001-os[pc]-MDT0000.*_server_uuid in FULL state after 2 sec [ 3498.110055] Lustre: DEBUG MARKER: == sanity-lfsck test 44: umount while lfsck is stopping == 08:05:10 (1750593910) [ 3501.358939] LustreError: 15938:0:(lfsck_engine.c:836:lfsck_master_oit_engine()) cfs_fail_timeout id 1600 sleeping for 3000ms [ 3501.365817] LustreError: 15938:0:(lfsck_engine.c:836:lfsck_master_oit_engine()) Skipped 1 previous similar message [ 3503.097190] Lustre: Failing over lustre-MDT0000 [ 3503.428811] LustreError: 6515:0:(ldlm_lockd.c:2550:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1750593915 with bad export cookie 3980813379820019828 [ 3503.438345] LustreError: 6515:0:(ldlm_lockd.c:2550:ldlm_cancel_handler()) Skipped 6 previous similar messages [ 3504.373799] LustreError: 15938:0:(lfsck_engine.c:836:lfsck_master_oit_engine()) cfs_fail_timeout id 1600 awake [ 3504.512892] Lustre: server umount lustre-MDT0000 complete [ 3508.597243] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3508.599844] in_atomic(): 1, irqs_disabled(): 0, pid: 16797, name: mount.lustre [ 3508.604638] CPU: 1 PID: 16797 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3508.607593] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3508.610870] Call Trace: [ 3508.611611] [] dump_stack+0x19/0x1b [ 3508.614834] [] __might_sleep+0xd9/0x100 [ 3508.616869] [] kmem_cache_alloc+0x4f/0x2e0 [ 3508.618537] [] alloc_vfsmnt+0x24/0x240 [ 3508.620419] [] vfs_kern_mount+0x36/0x110 [ 3508.622994] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3508.625362] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3508.627599] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3508.629889] [] obd_setup+0x167/0x540 [obdclass] [ 3508.632746] [] class_setup+0x54f/0x830 [obdclass] [ 3508.636943] [] class_process_config+0x149b/0x2660 [obdclass] [ 3508.641054] [] ? do_raw_spin_unlock+0x49/0x90 [ 3508.643812] [] ? __kmalloc+0x1e0/0x340 [ 3508.646910] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3508.650143] [] do_lcfg+0x263/0x520 [obdclass] [ 3508.653037] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3508.656060] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3508.658476] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3508.660896] [] ? __mutex_init+0x56/0x60 [ 3508.662909] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3508.665457] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3508.667887] [] mount_nodev+0x4d/0xb0 [ 3508.669502] [] lustre_mount+0x18/0x20 [lustre] [ 3508.671610] [] mount_fs+0x39/0x1b0 [ 3508.674145] [] vfs_kern_mount+0x67/0x110 [ 3508.675971] [] do_mount+0x1ef/0xce0 [ 3508.677430] [] ? copy_mount_options+0x39/0x1b0 [ 3508.679451] [] SyS_mount+0x83/0xd0 [ 3508.681521] [] system_call_fastpath+0x1f/0x24 [ 3508.683910] BUG: scheduling while atomic: mount.lustre/16797/0x10000002 [ 3508.687573] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3508.713200] CPU: 1 PID: 16797 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3508.717289] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3508.721891] Call Trace: [ 3508.726032] [] dump_stack+0x19/0x1b [ 3508.728951] [] __schedule_bug+0x64/0x72 [ 3508.732685] [] __schedule+0x791/0x7d0 [ 3508.735829] [] ? alloc_vfsmnt+0x24/0x240 [ 3508.737681] [] __cond_resched+0x26/0x30 [ 3508.742018] [] _cond_resched+0x3a/0x50 [ 3508.744926] [] kmem_cache_alloc+0x54/0x2e0 [ 3508.749225] [] alloc_vfsmnt+0x24/0x240 [ 3508.751686] [] vfs_kern_mount+0x36/0x110 [ 3508.755839] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3508.759932] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3508.764284] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3508.770037] [] obd_setup+0x167/0x540 [obdclass] [ 3508.774314] [] class_setup+0x54f/0x830 [obdclass] [ 3508.778740] [] class_process_config+0x149b/0x2660 [obdclass] [ 3508.781661] [] ? do_raw_spin_unlock+0x49/0x90 [ 3508.784208] [] ? __kmalloc+0x1e0/0x340 [ 3508.786904] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3508.791069] [] do_lcfg+0x263/0x520 [obdclass] [ 3508.794128] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3508.797246] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3508.800073] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3508.802934] [] ? __mutex_init+0x56/0x60 [ 3508.805277] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3508.812635] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3508.815034] [] mount_nodev+0x4d/0xb0 [ 3508.816978] [] lustre_mount+0x18/0x20 [lustre] [ 3508.820084] [] mount_fs+0x39/0x1b0 [ 3508.822176] [] vfs_kern_mount+0x67/0x110 [ 3508.825101] [] do_mount+0x1ef/0xce0 [ 3508.828218] [] ? copy_mount_options+0x39/0x1b0 [ 3508.831083] [] SyS_mount+0x83/0xd0 [ 3508.833487] [] system_call_fastpath+0x1f/0x24 [ 3508.838899] BUG: scheduling while atomic: mount.lustre/16797/0x00000002 [ 3508.841519] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3508.868866] CPU: 0 PID: 16797 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3508.872687] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3508.875164] Call Trace: [ 3508.876078] [] dump_stack+0x19/0x1b [ 3508.878083] [] __schedule_bug+0x64/0x72 [ 3508.881054] [] __schedule+0x791/0x7d0 [ 3508.883629] [] ? bit_wait+0x50/0x50 [ 3508.886391] [] schedule+0x29/0x70 [ 3508.890065] [] schedule_timeout+0x209/0x290 [ 3508.892779] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3508.895463] [] ? kvm_clock_read+0x33/0x40 [ 3508.897873] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3508.900131] [] ? ktime_get_ts64+0x4c/0xf0 [ 3508.902374] [] ? bit_wait+0x50/0x50 [ 3508.904444] [] io_schedule_timeout+0xad/0x130 [ 3508.906706] [] io_schedule+0x18/0x20 [ 3508.908200] [] bit_wait_io+0x11/0x50 [ 3508.909661] [] __wait_on_bit+0x65/0x90 [ 3508.911683] [] ? bit_wait+0x50/0x50 [ 3508.913955] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3508.916396] [] ? wake_bit_function+0x40/0x40 [ 3508.919541] [] __bread+0xad/0xf0 [ 3508.921946] [] ldiskfs_fill_super+0x8ff/0x3060 [ldiskfs] [ 3508.924124] [] mount_bdev+0x1b0/0x1f0 [ 3508.926915] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3508.930077] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3508.934119] [] mount_fs+0x39/0x1b0 [ 3508.936204] [] vfs_kern_mount+0x67/0x110 [ 3508.938717] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3508.942138] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3508.944406] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3508.947848] [] obd_setup+0x167/0x540 [obdclass] [ 3508.950333] [] class_setup+0x54f/0x830 [obdclass] [ 3508.952774] [] class_process_config+0x149b/0x2660 [obdclass] [ 3508.956924] [] ? do_raw_spin_unlock+0x49/0x90 [ 3508.959305] [] ? __kmalloc+0x1e0/0x340 [ 3508.961912] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3508.966623] [] do_lcfg+0x263/0x520 [obdclass] [ 3508.968758] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3508.972974] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3508.975703] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3508.978895] [] ? __mutex_init+0x56/0x60 [ 3508.982507] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3508.986197] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3508.988875] [] mount_nodev+0x4d/0xb0 [ 3508.991259] [] lustre_mount+0x18/0x20 [lustre] [ 3508.992867] [] mount_fs+0x39/0x1b0 [ 3508.994801] [] vfs_kern_mount+0x67/0x110 [ 3508.997103] [] do_mount+0x1ef/0xce0 [ 3509.000092] [] ? copy_mount_options+0x39/0x1b0 [ 3509.003547] [] SyS_mount+0x83/0xd0 [ 3509.005744] [] system_call_fastpath+0x1f/0x24 [ 3509.008615] BUG: scheduling while atomic: mount.lustre/16797/0x00000002 [ 3509.012125] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3509.051085] CPU: 0 PID: 16797 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3509.054808] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3509.057880] Call Trace: [ 3509.060473] [] dump_stack+0x19/0x1b [ 3509.063916] [] __schedule_bug+0x64/0x72 [ 3509.067523] [] __schedule+0x791/0x7d0 [ 3509.071755] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3509.074917] [] ? bit_wait+0x50/0x50 [ 3509.078139] [] schedule+0x29/0x70 [ 3509.081016] [] schedule_timeout+0x209/0x290 [ 3509.083300] [] ? kvm_clock_read+0x33/0x40 [ 3509.084999] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3509.089594] [] ? ktime_get_ts64+0x4c/0xf0 [ 3509.093064] [] ? bit_wait+0x50/0x50 [ 3509.095007] [] io_schedule_timeout+0xad/0x130 [ 3509.099586] [] io_schedule+0x18/0x20 [ 3509.101729] [] bit_wait_io+0x11/0x50 [ 3509.103669] [] __wait_on_bit_lock+0x5f/0xc0 [ 3509.108488] [] ? bit_wait+0x50/0x50 [ 3509.111494] [] out_of_line_wait_on_bit_lock+0x81/0xb0 [ 3509.114036] [] ? wake_bit_function+0x40/0x40 [ 3509.116855] [] wait_on_bit_lock_io.constprop.40+0x2a/0x30 [ 3509.120838] [] __bread+0xe6/0xf0 [ 3509.124280] [] ldiskfs_fill_super+0x1675/0x3060 [ldiskfs] [ 3509.130486] [] mount_bdev+0x1b0/0x1f0 [ 3509.132302] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3509.135372] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3509.137875] [] mount_fs+0x39/0x1b0 [ 3509.140392] [] vfs_kern_mount+0x67/0x110 [ 3509.142504] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3509.145031] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3509.147803] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3509.150544] [] obd_setup+0x167/0x540 [obdclass] [ 3509.153060] [] class_setup+0x54f/0x830 [obdclass] [ 3509.155478] [] class_process_config+0x149b/0x2660 [obdclass] [ 3509.158957] [] ? do_raw_spin_unlock+0x49/0x90 [ 3509.163958] [] ? __kmalloc+0x1e0/0x340 [ 3509.166732] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3509.169216] [] do_lcfg+0x263/0x520 [obdclass] [ 3509.170823] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3509.174254] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3509.178532] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3509.182084] [] ? __mutex_init+0x56/0x60 [ 3509.184295] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3509.187633] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3509.189914] [] mount_nodev+0x4d/0xb0 [ 3509.191442] [] lustre_mount+0x18/0x20 [lustre] [ 3509.194122] [] mount_fs+0x39/0x1b0 [ 3509.198617] [] vfs_kern_mount+0x67/0x110 [ 3509.201532] [] do_mount+0x1ef/0xce0 [ 3509.203126] [] ? copy_mount_options+0x39/0x1b0 [ 3509.206454] [] SyS_mount+0x83/0xd0 [ 3509.209880] [] system_call_fastpath+0x1f/0x24 [ 3509.217076] BUG: scheduling while atomic: mount.lustre/16797/0x00000002 [ 3509.219284] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3509.248419] CPU: 1 PID: 16797 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3509.254441] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3509.259966] Call Trace: [ 3509.262090] [] dump_stack+0x19/0x1b [ 3509.263957] [] __schedule_bug+0x64/0x72 [ 3509.268438] [] __schedule+0x791/0x7d0 [ 3509.271695] [] ? bit_wait+0x50/0x50 [ 3509.274644] [] schedule+0x29/0x70 [ 3509.276575] [] schedule_timeout+0x209/0x290 [ 3509.279258] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3509.284336] [] ? kvm_clock_read+0x33/0x40 [ 3509.289987] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3509.292095] [] ? bit_wait+0x50/0x50 [ 3509.294878] [] io_schedule_timeout+0xad/0x130 [ 3509.297287] [] io_schedule+0x18/0x20 [ 3509.300585] [] bit_wait_io+0x11/0x50 [ 3509.303246] [] __wait_on_bit+0x65/0x90 [ 3509.306291] [] ? bit_wait+0x50/0x50 [ 3509.308728] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3509.311707] [] ? wake_bit_function+0x40/0x40 [ 3509.314835] [] __wait_on_buffer+0x2a/0x30 [ 3509.317206] [] __ldiskfs_get_inode_loc+0x1bd/0x400 [ldiskfs] [ 3509.321452] [] ldiskfs_iget+0x96/0xc60 [ldiskfs] [ 3509.323991] [] ldiskfs_load_journal+0x19e/0x71c [ldiskfs] [ 3509.326738] [] ? do_raw_spin_unlock+0x49/0x90 [ 3509.328628] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3509.330833] [] mount_bdev+0x1b0/0x1f0 [ 3509.332927] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3509.335905] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3509.339053] [] mount_fs+0x39/0x1b0 [ 3509.341758] [] vfs_kern_mount+0x67/0x110 [ 3509.343607] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3509.348106] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3509.351102] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3509.354224] [] obd_setup+0x167/0x540 [obdclass] [ 3509.356811] [] class_setup+0x54f/0x830 [obdclass] [ 3509.359127] [] class_process_config+0x149b/0x2660 [obdclass] [ 3509.361732] [] ? do_raw_spin_unlock+0x49/0x90 [ 3509.364609] [] ? __kmalloc+0x1e0/0x340 [ 3509.367494] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3509.370086] [] do_lcfg+0x263/0x520 [obdclass] [ 3509.372942] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3509.375932] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3509.379162] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3509.381963] [] ? __mutex_init+0x56/0x60 [ 3509.383255] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3509.385631] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3509.388113] [] mount_nodev+0x4d/0xb0 [ 3509.391067] [] lustre_mount+0x18/0x20 [lustre] [ 3509.393114] [] mount_fs+0x39/0x1b0 [ 3509.397363] [] vfs_kern_mount+0x67/0x110 [ 3509.400700] [] do_mount+0x1ef/0xce0 [ 3509.403347] [] ? copy_mount_options+0x39/0x1b0 [ 3509.406684] [] SyS_mount+0x83/0xd0 [ 3509.410148] [] system_call_fastpath+0x1f/0x24 [ 3509.413133] BUG: scheduling while atomic: mount.lustre/16797/0x00000002 [ 3509.415327] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3509.448649] CPU: 1 PID: 16797 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3509.453224] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3509.459052] Call Trace: [ 3509.460634] [] dump_stack+0x19/0x1b [ 3509.462791] [] __schedule_bug+0x64/0x72 [ 3509.465398] [] __schedule+0x791/0x7d0 [ 3509.467242] [] ? bit_wait+0x50/0x50 [ 3509.469293] [] schedule+0x29/0x70 [ 3509.472387] [] schedule_timeout+0x209/0x290 [ 3509.474993] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3509.477944] [] ? kvm_clock_read+0x33/0x40 [ 3509.479936] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3509.484941] [] ? bit_wait+0x50/0x50 [ 3509.488787] [] io_schedule_timeout+0xad/0x130 [ 3509.491191] [] io_schedule+0x18/0x20 [ 3509.494624] [] bit_wait_io+0x11/0x50 [ 3509.497088] [] __wait_on_bit+0x65/0x90 [ 3509.499912] [] ? bit_wait+0x50/0x50 [ 3509.502381] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3509.505582] [] ? wake_bit_function+0x40/0x40 [ 3509.508634] [] __wait_on_buffer+0x2a/0x30 [ 3509.510391] [] journal_get_superblock+0x2c8/0x3a0 [jbd2] [ 3509.513017] [] jbd2_journal_wipe+0x20/0xb0 [jbd2] [ 3509.515783] [] ldiskfs_load_journal+0x5c5/0x71c [ldiskfs] [ 3509.518838] [] ? do_raw_spin_unlock+0x49/0x90 [ 3509.522744] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3509.526529] [] mount_bdev+0x1b0/0x1f0 [ 3509.528124] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3509.532493] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3509.537373] [] mount_fs+0x39/0x1b0 [ 3509.540748] [] vfs_kern_mount+0x67/0x110 [ 3509.543358] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3509.545158] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3509.547401] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3509.552135] [] obd_setup+0x167/0x540 [obdclass] [ 3509.556446] [] class_setup+0x54f/0x830 [obdclass] [ 3509.561277] [] class_process_config+0x149b/0x2660 [obdclass] [ 3509.564152] [] ? do_raw_spin_unlock+0x49/0x90 [ 3509.566102] [] ? __kmalloc+0x1e0/0x340 [ 3509.570213] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3509.572937] [] do_lcfg+0x263/0x520 [obdclass] [ 3509.574902] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3509.577362] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3509.579302] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3509.581312] [] ? __mutex_init+0x56/0x60 [ 3509.585941] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3509.589987] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3509.594068] [] mount_nodev+0x4d/0xb0 [ 3509.597075] [] lustre_mount+0x18/0x20 [lustre] [ 3509.599363] [] mount_fs+0x39/0x1b0 [ 3509.601200] [] vfs_kern_mount+0x67/0x110 [ 3509.603469] [] do_mount+0x1ef/0xce0 [ 3509.605430] [] ? copy_mount_options+0x39/0x1b0 [ 3509.608859] [] SyS_mount+0x83/0xd0 [ 3509.610959] [] system_call_fastpath+0x1f/0x24 [ 3509.614298] BUG: sleeping function called from invalid context at mm/slub.c:989 [ 3509.618836] in_atomic(): 1, irqs_disabled(): 0, pid: 16797, name: mount.lustre [ 3509.623153] CPU: 0 PID: 16797 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3509.629404] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3509.632749] Call Trace: [ 3509.633620] [] dump_stack+0x19/0x1b [ 3509.637595] [] __might_sleep+0xd9/0x100 [ 3509.642392] [] kmem_cache_alloc_trace+0x57/0x2e0 [ 3509.645689] [] ? ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3509.648365] [] ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3509.650683] [] ? do_raw_spin_unlock+0x49/0x90 [ 3509.652989] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3509.655830] [] mount_bdev+0x1b0/0x1f0 [ 3509.658272] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3509.662827] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3509.665776] [] mount_fs+0x39/0x1b0 [ 3509.668108] [] vfs_kern_mount+0x67/0x110 [ 3509.670158] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3509.672438] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3509.676687] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3509.679524] [] obd_setup+0x167/0x540 [obdclass] [ 3509.685603] [] class_setup+0x54f/0x830 [obdclass] [ 3509.688186] [] class_process_config+0x149b/0x2660 [obdclass] [ 3509.692483] [] ? do_raw_spin_unlock+0x49/0x90 [ 3509.695091] [] ? __kmalloc+0x1e0/0x340 [ 3509.697921] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3509.701037] [] do_lcfg+0x263/0x520 [obdclass] [ 3509.703794] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3509.707115] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3509.709223] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3509.712029] [] ? __mutex_init+0x56/0x60 [ 3509.715808] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3509.718212] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3509.721552] [] mount_nodev+0x4d/0xb0 [ 3509.725907] [] lustre_mount+0x18/0x20 [lustre] [ 3509.731093] [] mount_fs+0x39/0x1b0 [ 3509.733004] [] vfs_kern_mount+0x67/0x110 [ 3509.738622] [] do_mount+0x1ef/0xce0 [ 3509.741514] [] ? copy_mount_options+0x39/0x1b0 [ 3509.743957] [] SyS_mount+0x83/0xd0 [ 3509.745166] [] system_call_fastpath+0x1f/0x24 [ 3509.748237] BUG: scheduling while atomic: mount.lustre/16797/0x10000002 [ 3509.750241] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3509.780588] CPU: 0 PID: 16797 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3509.787621] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3509.794161] Call Trace: [ 3509.798143] [] dump_stack+0x19/0x1b [ 3509.801789] [] __schedule_bug+0x64/0x72 [ 3509.803961] [] __schedule+0x791/0x7d0 [ 3509.807538] [] __cond_resched+0x26/0x30 [ 3509.809906] [] _cond_resched+0x3a/0x50 [ 3509.812844] [] kmem_cache_alloc_trace+0x5c/0x2e0 [ 3509.816869] [] ? ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3509.819873] [] ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3509.821613] [] ? do_raw_spin_unlock+0x49/0x90 [ 3509.823159] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3509.825051] [] mount_bdev+0x1b0/0x1f0 [ 3509.826589] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3509.829510] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3509.833990] [] mount_fs+0x39/0x1b0 [ 3509.837575] [] vfs_kern_mount+0x67/0x110 [ 3509.840688] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3509.848709] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3509.854601] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3509.858893] [] obd_setup+0x167/0x540 [obdclass] [ 3509.865617] [] class_setup+0x54f/0x830 [obdclass] [ 3509.868155] [] class_process_config+0x149b/0x2660 [obdclass] [ 3509.870822] [] ? do_raw_spin_unlock+0x49/0x90 [ 3509.873376] [] ? __kmalloc+0x1e0/0x340 [ 3509.875382] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3509.877523] [] do_lcfg+0x263/0x520 [obdclass] [ 3509.880810] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3509.883884] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3509.886554] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3509.889040] [] ? __mutex_init+0x56/0x60 [ 3509.890914] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3509.892954] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3509.895434] [] mount_nodev+0x4d/0xb0 [ 3509.896823] [] lustre_mount+0x18/0x20 [lustre] [ 3509.898899] [] mount_fs+0x39/0x1b0 [ 3509.900708] [] vfs_kern_mount+0x67/0x110 [ 3509.903156] [] do_mount+0x1ef/0xce0 [ 3509.905147] [] ? copy_mount_options+0x39/0x1b0 [ 3509.908599] [] SyS_mount+0x83/0xd0 [ 3509.910359] [] system_call_fastpath+0x1f/0x24 [ 3509.913330] BUG: scheduling while atomic: mount.lustre/16797/0x00000002 [ 3509.918690] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3509.949589] CPU: 0 PID: 16797 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3509.953780] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3509.956700] Call Trace: [ 3509.957991] [] dump_stack+0x19/0x1b [ 3509.959872] [] __schedule_bug+0x64/0x72 [ 3509.962453] [] __schedule+0x791/0x7d0 [ 3509.966258] [] ? x2apic_send_IPI_mask+0x13/0x20 [ 3509.970460] [] schedule+0x29/0x70 [ 3509.972497] [] schedule_timeout+0x209/0x290 [ 3509.977020] [] ? check_preempt_curr+0x8d/0xa0 [ 3509.979562] [] ? ttwu_do_wakeup+0x19/0xf0 [ 3509.982119] [] wait_for_completion+0xfc/0x140 [ 3509.985368] [] ? wake_up_state+0x20/0x20 [ 3509.987800] [] kthread_create_on_node+0xa8/0x140 [ 3509.990163] [] ? commit_timeout+0x10/0x10 [jbd2] [ 3509.992338] [] jbd2_journal_load+0x16b/0x2d0 [jbd2] [ 3509.994846] [] ? ldiskfs_load_journal+0x5a9/0x71c [ldiskfs] [ 3509.997187] [] ldiskfs_load_journal+0x61f/0x71c [ldiskfs] [ 3510.000017] [] ? do_raw_spin_unlock+0x49/0x90 [ 3510.002383] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3510.006875] [] mount_bdev+0x1b0/0x1f0 [ 3510.008844] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3510.013921] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3510.016992] [] mount_fs+0x39/0x1b0 [ 3510.018968] [] vfs_kern_mount+0x67/0x110 [ 3510.023333] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3510.026964] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3510.028886] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3510.031193] [] obd_setup+0x167/0x540 [obdclass] [ 3510.033551] [] class_setup+0x54f/0x830 [obdclass] [ 3510.039118] [] class_process_config+0x149b/0x2660 [obdclass] [ 3510.045514] [] ? do_raw_spin_unlock+0x49/0x90 [ 3510.049625] [] ? __kmalloc+0x1e0/0x340 [ 3510.052557] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3510.054561] [] do_lcfg+0x263/0x520 [obdclass] [ 3510.057780] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3510.063071] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3510.066369] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3510.072864] [] ? __mutex_init+0x56/0x60 [ 3510.075202] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3510.078387] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3510.082963] [] mount_nodev+0x4d/0xb0 [ 3510.084713] [] lustre_mount+0x18/0x20 [lustre] [ 3510.087090] [] mount_fs+0x39/0x1b0 [ 3510.089274] [] vfs_kern_mount+0x67/0x110 [ 3510.091920] [] do_mount+0x1ef/0xce0 [ 3510.093683] [] ? copy_mount_options+0x39/0x1b0 [ 3510.095739] [] SyS_mount+0x83/0xd0 [ 3510.098523] [] system_call_fastpath+0x1f/0x24 [ 3510.101501] BUG: scheduling while atomic: mount.lustre/16797/0x00000002 [ 3510.103883] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3510.128242] CPU: 0 PID: 16797 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3510.132669] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3510.137527] Call Trace: [ 3510.140226] [] dump_stack+0x19/0x1b [ 3510.142528] [] __schedule_bug+0x64/0x72 [ 3510.145688] [] __schedule+0x791/0x7d0 [ 3510.148548] [] schedule+0x29/0x70 [ 3510.150916] [] jbd2_journal_load+0x215/0x2d0 [jbd2] [ 3510.154421] [] ? wake_up_atomic_t+0x30/0x30 [ 3510.156829] [] ldiskfs_load_journal+0x61f/0x71c [ldiskfs] [ 3510.159020] [] ? do_raw_spin_unlock+0x49/0x90 [ 3510.161955] [] ldiskfs_fill_super+0x1e46/0x3060 [ldiskfs] [ 3510.165629] [] mount_bdev+0x1b0/0x1f0 [ 3510.169179] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3510.172245] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3510.174476] [] mount_fs+0x39/0x1b0 [ 3510.177331] [] vfs_kern_mount+0x67/0x110 [ 3510.180209] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3510.183558] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3510.186683] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3510.189120] [] obd_setup+0x167/0x540 [obdclass] [ 3510.191881] [] class_setup+0x54f/0x830 [obdclass] [ 3510.196303] [] class_process_config+0x149b/0x2660 [obdclass] [ 3510.201572] [] ? do_raw_spin_unlock+0x49/0x90 [ 3510.207205] [] ? __kmalloc+0x1e0/0x340 [ 3510.211053] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3510.215559] [] do_lcfg+0x263/0x520 [obdclass] [ 3510.218290] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3510.222390] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3510.224682] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3510.227420] [] ? __mutex_init+0x56/0x60 [ 3510.229988] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3510.231845] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3510.234954] [] mount_nodev+0x4d/0xb0 [ 3510.238332] [] lustre_mount+0x18/0x20 [lustre] [ 3510.240882] [] mount_fs+0x39/0x1b0 [ 3510.242835] [] vfs_kern_mount+0x67/0x110 [ 3510.246022] [] do_mount+0x1ef/0xce0 [ 3510.247733] [] ? copy_mount_options+0x39/0x1b0 [ 3510.250783] [] SyS_mount+0x83/0xd0 [ 3510.252761] [] system_call_fastpath+0x1f/0x24 [ 3510.256707] BUG: scheduling while atomic: mount.lustre/16797/0x00000002 [ 3510.259220] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3510.283216] CPU: 0 PID: 16797 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3510.286795] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3510.291090] Call Trace: [ 3510.291962] [] dump_stack+0x19/0x1b [ 3510.296171] [] __schedule_bug+0x64/0x72 [ 3510.299681] [] __schedule+0x791/0x7d0 [ 3510.301947] [] ? enqueue_entity+0x2ef/0xc30 [ 3510.304907] [] schedule+0x29/0x70 [ 3510.306832] [] schedule_timeout+0x209/0x290 [ 3510.308973] [] ? sched_clock_cpu+0xa5/0xe0 [ 3510.311240] [] ? check_preempt_curr+0x80/0xa0 [ 3510.315037] [] ? ttwu_do_wakeup+0x19/0xf0 [ 3510.317959] [] wait_for_completion+0xfc/0x140 [ 3510.321589] [] ? wake_up_state+0x20/0x20 [ 3510.323780] [] kthread_create_on_node+0xa8/0x140 [ 3510.325449] [] ? process_one_work+0x4a0/0x4a0 [ 3510.327015] [] __alloc_workqueue_key+0x336/0x480 [ 3510.328778] [] ? do_raw_spin_unlock+0x49/0x90 [ 3510.330657] [] ldiskfs_fill_super+0x2271/0x3060 [ldiskfs] [ 3510.333329] [] mount_bdev+0x1b0/0x1f0 [ 3510.335290] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3510.337517] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3510.339606] [] mount_fs+0x39/0x1b0 [ 3510.341608] [] vfs_kern_mount+0x67/0x110 [ 3510.343836] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3510.346201] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3510.349651] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3510.352422] [] obd_setup+0x167/0x540 [obdclass] [ 3510.355646] [] class_setup+0x54f/0x830 [obdclass] [ 3510.358169] [] class_process_config+0x149b/0x2660 [obdclass] [ 3510.360560] [] ? do_raw_spin_unlock+0x49/0x90 [ 3510.363008] [] ? __kmalloc+0x1e0/0x340 [ 3510.364836] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3510.367468] [] do_lcfg+0x263/0x520 [obdclass] [ 3510.369304] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3510.372135] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3510.375124] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3510.377672] [] ? __mutex_init+0x56/0x60 [ 3510.381788] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3510.384874] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3510.387352] [] mount_nodev+0x4d/0xb0 [ 3510.389783] [] lustre_mount+0x18/0x20 [lustre] [ 3510.392014] [] mount_fs+0x39/0x1b0 [ 3510.393771] [] vfs_kern_mount+0x67/0x110 [ 3510.397626] [] do_mount+0x1ef/0xce0 [ 3510.399366] [] ? copy_mount_options+0x39/0x1b0 [ 3510.400931] [] SyS_mount+0x83/0xd0 [ 3510.402459] [] system_call_fastpath+0x1f/0x24 [ 3510.405099] BUG: scheduling while atomic: mount.lustre/16797/0x00000002 [ 3510.407169] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3510.432259] CPU: 1 PID: 16797 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3510.437696] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3510.442093] Call Trace: [ 3510.443385] [] dump_stack+0x19/0x1b [ 3510.445988] [] __schedule_bug+0x64/0x72 [ 3510.448383] [] __schedule+0x791/0x7d0 [ 3510.450963] [] ? bit_wait+0x50/0x50 [ 3510.456189] [] schedule+0x29/0x70 [ 3510.458122] [] schedule_timeout+0x209/0x290 [ 3510.462539] [] ? blk_mq_try_issue_directly+0x60/0xd0 [ 3510.464666] [] ? kvm_clock_read+0x33/0x40 [ 3510.466378] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3510.470333] [] ? ktime_get_ts64+0x4c/0xf0 [ 3510.473607] [] ? bit_wait+0x50/0x50 [ 3510.475832] [] io_schedule_timeout+0xad/0x130 [ 3510.478687] [] io_schedule+0x18/0x20 [ 3510.482049] [] bit_wait_io+0x11/0x50 [ 3510.484052] [] __wait_on_bit+0x65/0x90 [ 3510.487111] [] ? bit_wait+0x50/0x50 [ 3510.488758] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3510.491164] [] ? wake_bit_function+0x40/0x40 [ 3510.493208] [] __sync_dirty_buffer+0xe8/0x110 [ 3510.495862] [] sync_dirty_buffer+0x13/0x20 [ 3510.498557] [] ldiskfs_commit_super+0x1e0/0x280 [ldiskfs] [ 3510.502597] [] ldiskfs_setup_super+0x120/0x190 [ldiskfs] [ 3510.504973] [] ldiskfs_fill_super+0x2429/0x3060 [ldiskfs] [ 3510.508839] [] mount_bdev+0x1b0/0x1f0 [ 3510.511681] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3510.514403] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3510.516751] [] mount_fs+0x39/0x1b0 [ 3510.518604] [] vfs_kern_mount+0x67/0x110 [ 3510.520677] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3510.523031] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3510.526929] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3510.530759] [] obd_setup+0x167/0x540 [obdclass] [ 3510.534752] [] class_setup+0x54f/0x830 [obdclass] [ 3510.538208] [] class_process_config+0x149b/0x2660 [obdclass] [ 3510.543314] [] ? do_raw_spin_unlock+0x49/0x90 [ 3510.547577] [] ? __kmalloc+0x1e0/0x340 [ 3510.549661] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3510.553986] [] do_lcfg+0x263/0x520 [obdclass] [ 3510.557169] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3510.561557] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3510.567072] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3510.570225] [] ? __mutex_init+0x56/0x60 [ 3510.572048] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3510.577019] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3510.579801] [] mount_nodev+0x4d/0xb0 [ 3510.581486] [] lustre_mount+0x18/0x20 [lustre] [ 3510.584191] [] mount_fs+0x39/0x1b0 [ 3510.590506] [] vfs_kern_mount+0x67/0x110 [ 3510.596543] [] do_mount+0x1ef/0xce0 [ 3510.598453] [] ? copy_mount_options+0x39/0x1b0 [ 3510.601296] [] SyS_mount+0x83/0xd0 [ 3510.604245] [] system_call_fastpath+0x1f/0x24 [ 3510.609282] BUG: scheduling while atomic: mount.lustre/16797/0x00000002 [ 3510.612548] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3510.638954] CPU: 0 PID: 16797 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3510.645161] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3510.649500] Call Trace: [ 3510.651324] [] dump_stack+0x19/0x1b [ 3510.653184] [] __schedule_bug+0x64/0x72 [ 3510.655194] [] __schedule+0x791/0x7d0 [ 3510.659859] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3510.664378] [] ? bit_wait+0x50/0x50 [ 3510.667066] [] schedule+0x29/0x70 [ 3510.672096] [] schedule_timeout+0x209/0x290 [ 3510.674347] [] ? kvm_clock_read+0x33/0x40 [ 3510.676268] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3510.678297] [] ? ktime_get_ts64+0x4c/0xf0 [ 3510.680505] [] ? bit_wait+0x50/0x50 [ 3510.682462] [] io_schedule_timeout+0xad/0x130 [ 3510.687265] [] io_schedule+0x18/0x20 [ 3510.692034] [] bit_wait_io+0x11/0x50 [ 3510.693552] [] __wait_on_bit+0x65/0x90 [ 3510.696849] [] ? bit_wait+0x50/0x50 [ 3510.699629] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3510.702045] [] ? wake_bit_function+0x40/0x40 [ 3510.704460] [] __wait_on_buffer+0x2a/0x30 [ 3510.708710] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3510.712362] [] ? mark_page_accessed+0xd8/0xe0 [ 3510.714875] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3510.716958] [] v2_read_header+0x1f/0x50 [ 3510.721200] [] v2_check_quota_file+0x2b/0x70 [ 3510.726079] [] ? igrab+0x36/0x60 [ 3510.727893] [] vfs_load_quota_inode+0x279/0x570 [ 3510.729945] [] ? unlock_new_inode+0x55/0x80 [ 3510.731630] [] dquot_enable+0xf0/0x110 [ 3510.733532] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3510.735972] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3510.738348] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3510.741798] [] mount_bdev+0x1b0/0x1f0 [ 3510.743366] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3510.746189] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3510.749036] [] mount_fs+0x39/0x1b0 [ 3510.751616] [] vfs_kern_mount+0x67/0x110 [ 3510.753546] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3510.755809] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3510.758512] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3510.761212] [] obd_setup+0x167/0x540 [obdclass] [ 3510.765144] [] class_setup+0x54f/0x830 [obdclass] [ 3510.768199] [] class_process_config+0x149b/0x2660 [obdclass] [ 3510.772351] [] ? do_raw_spin_unlock+0x49/0x90 [ 3510.775920] [] ? __kmalloc+0x1e0/0x340 [ 3510.777699] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3510.779460] [] do_lcfg+0x263/0x520 [obdclass] [ 3510.781352] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3510.783661] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3510.785782] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3510.787873] [] ? __mutex_init+0x56/0x60 [ 3510.792952] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3510.795312] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3510.797582] [] mount_nodev+0x4d/0xb0 [ 3510.799854] [] lustre_mount+0x18/0x20 [lustre] [ 3510.802466] [] mount_fs+0x39/0x1b0 [ 3510.805101] [] vfs_kern_mount+0x67/0x110 [ 3510.808898] [] do_mount+0x1ef/0xce0 [ 3510.812030] [] ? copy_mount_options+0x39/0x1b0 [ 3510.814446] [] SyS_mount+0x83/0xd0 [ 3510.815647] [] system_call_fastpath+0x1f/0x24 [ 3510.818562] BUG: sleeping function called from invalid context at kernel/mutex.c:104 [ 3510.823620] in_atomic(): 1, irqs_disabled(): 0, pid: 16797, name: mount.lustre [ 3510.828291] CPU: 1 PID: 16797 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3510.834734] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3510.840313] Call Trace: [ 3510.844240] [] dump_stack+0x19/0x1b [ 3510.846592] [] __might_sleep+0xd9/0x100 [ 3510.850913] [] mutex_lock+0x20/0x40 [ 3510.854448] [] vfs_load_quota_inode+0x2d8/0x570 [ 3510.859678] [] dquot_enable+0xf0/0x110 [ 3510.862834] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3510.866308] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3510.869261] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3510.872263] [] mount_bdev+0x1b0/0x1f0 [ 3510.874073] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3510.879102] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3510.881708] [] mount_fs+0x39/0x1b0 [ 3510.884829] [] vfs_kern_mount+0x67/0x110 [ 3510.886656] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3510.890079] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3510.892836] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3510.895367] [] obd_setup+0x167/0x540 [obdclass] [ 3510.898274] [] class_setup+0x54f/0x830 [obdclass] [ 3510.900978] [] class_process_config+0x149b/0x2660 [obdclass] [ 3510.904341] [] ? do_raw_spin_unlock+0x49/0x90 [ 3510.907657] [] ? __kmalloc+0x1e0/0x340 [ 3510.910836] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3510.914266] [] do_lcfg+0x263/0x520 [obdclass] [ 3510.917031] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3510.921867] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3510.924974] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3510.929383] [] ? __mutex_init+0x56/0x60 [ 3510.931463] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3510.934807] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3510.939528] [] mount_nodev+0x4d/0xb0 [ 3510.941585] [] lustre_mount+0x18/0x20 [lustre] [ 3510.943781] [] mount_fs+0x39/0x1b0 [ 3510.945382] [] vfs_kern_mount+0x67/0x110 [ 3510.950574] [] do_mount+0x1ef/0xce0 [ 3510.953625] [] ? copy_mount_options+0x39/0x1b0 [ 3510.957945] [] SyS_mount+0x83/0xd0 [ 3510.961657] [] system_call_fastpath+0x1f/0x24 [ 3510.963689] BUG: scheduling while atomic: mount.lustre/16797/0x10000002 [ 3510.966577] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3510.990262] CPU: 1 PID: 16797 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3510.994753] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3510.998304] Call Trace: [ 3510.999480] [] dump_stack+0x19/0x1b [ 3511.001419] [] __schedule_bug+0x64/0x72 [ 3511.003678] [] __schedule+0x791/0x7d0 [ 3511.006239] [] __cond_resched+0x26/0x30 [ 3511.008652] [] _cond_resched+0x3a/0x50 [ 3511.010245] [] mutex_lock+0x25/0x40 [ 3511.013397] [] vfs_load_quota_inode+0x2d8/0x570 [ 3511.015379] [] dquot_enable+0xf0/0x110 [ 3511.020385] [] ldiskfs_quota_enable+0xa1/0x100 [ldiskfs] [ 3511.023273] [] ldiskfs_enable_quotas+0xd5/0x130 [ldiskfs] [ 3511.026613] [] ldiskfs_fill_super+0x3038/0x3060 [ldiskfs] [ 3511.029614] [] mount_bdev+0x1b0/0x1f0 [ 3511.034069] [] ? ldiskfs_calculate_overhead+0x440/0x440 [ldiskfs] [ 3511.038958] [] ldiskfs_mount+0x15/0x20 [ldiskfs] [ 3511.043443] [] mount_fs+0x39/0x1b0 [ 3511.045131] [] vfs_kern_mount+0x67/0x110 [ 3511.046888] [] osd_mount+0x538/0xe50 [osd_ldiskfs] [ 3511.049148] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3511.051770] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3511.054107] [] obd_setup+0x167/0x540 [obdclass] [ 3511.064852] [] class_setup+0x54f/0x830 [obdclass] [ 3511.069143] [] class_process_config+0x149b/0x2660 [obdclass] [ 3511.078108] [] ? do_raw_spin_unlock+0x49/0x90 [ 3511.080457] [] ? __kmalloc+0x1e0/0x340 [ 3511.082538] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3511.086493] [] do_lcfg+0x263/0x520 [obdclass] [ 3511.088504] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3511.096607] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3511.098959] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3511.102233] [] ? __mutex_init+0x56/0x60 [ 3511.104445] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3511.107069] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3511.110651] [] mount_nodev+0x4d/0xb0 [ 3511.114916] [] lustre_mount+0x18/0x20 [lustre] [ 3511.118310] [] mount_fs+0x39/0x1b0 [ 3511.121262] [] vfs_kern_mount+0x67/0x110 [ 3511.124283] [] do_mount+0x1ef/0xce0 [ 3511.126374] [] ? copy_mount_options+0x39/0x1b0 [ 3511.129006] [] SyS_mount+0x83/0xd0 [ 3511.132242] [] system_call_fastpath+0x1f/0x24 [ 3511.136112] LDISKFS-fs (dm-0): mounted filesystem with ordered data mode. Opts: user_xattr,errors=remount-ro,no_mbcache,nodelalloc [ 3511.143186] BUG: scheduling while atomic: mount.lustre/16797/0x00000002 [ 3511.146308] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3511.174514] CPU: 0 PID: 16797 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3511.179199] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3511.187117] Call Trace: [ 3511.188195] [] dump_stack+0x19/0x1b [ 3511.190258] [] __schedule_bug+0x64/0x72 [ 3511.191848] [] __schedule+0x791/0x7d0 [ 3511.193698] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3511.195793] [] ? bit_wait+0x50/0x50 [ 3511.197320] [] schedule+0x29/0x70 [ 3511.201251] [] schedule_timeout+0x209/0x290 [ 3511.204067] [] ? kvm_clock_read+0x33/0x40 [ 3511.206042] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3511.211239] [] ? ktime_get_ts64+0x4c/0xf0 [ 3511.214502] [] ? bit_wait+0x50/0x50 [ 3511.216009] [] io_schedule_timeout+0xad/0x130 [ 3511.220151] [] io_schedule+0x18/0x20 [ 3511.222595] [] bit_wait_io+0x11/0x50 [ 3511.224650] [] __wait_on_bit+0x65/0x90 [ 3511.226503] [] ? bit_wait+0x50/0x50 [ 3511.230269] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3511.234284] [] ? wake_bit_function+0x40/0x40 [ 3511.236668] [] __wait_on_buffer+0x2a/0x30 [ 3511.240773] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3511.243798] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3511.245975] [] read_blk+0x4c/0x60 [ 3511.247846] [] find_tree_dqentry+0x47/0x240 [ 3511.249741] [] find_tree_dqentry+0x1aa/0x240 [ 3511.251489] [] find_tree_dqentry+0x1aa/0x240 [ 3511.256117] [] find_tree_dqentry+0x1aa/0x240 [ 3511.261241] [] qtree_read_dquot+0x14c/0x380 [ 3511.265353] [] v2_read_dquot+0x2b/0x30 [ 3511.271164] [] dquot_acquire+0xe4/0x130 [ 3511.273653] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3511.276704] [] dqget+0x3fb/0x460 [ 3511.278435] [] __dquot_initialize+0x12d/0x230 [ 3511.280897] [] ? __free_pages+0x25/0x30 [ 3511.282927] [] dquot_initialize+0x13/0x20 [ 3511.285892] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3511.288740] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3511.291184] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3511.293334] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3511.295809] [] obd_setup+0x167/0x540 [obdclass] [ 3511.298061] [] class_setup+0x54f/0x830 [obdclass] [ 3511.301715] [] class_process_config+0x149b/0x2660 [obdclass] [ 3511.307551] [] ? do_raw_spin_unlock+0x49/0x90 [ 3511.311406] [] ? __kmalloc+0x1e0/0x340 [ 3511.315557] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3511.317752] [] do_lcfg+0x263/0x520 [obdclass] [ 3511.320099] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3511.322488] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3511.324375] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3511.329651] [] ? __mutex_init+0x56/0x60 [ 3511.334575] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3511.342144] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3511.345593] [] mount_nodev+0x4d/0xb0 [ 3511.347461] [] lustre_mount+0x18/0x20 [lustre] [ 3511.351022] [] mount_fs+0x39/0x1b0 [ 3511.353925] [] vfs_kern_mount+0x67/0x110 [ 3511.356097] [] do_mount+0x1ef/0xce0 [ 3511.358071] [] ? copy_mount_options+0x39/0x1b0 [ 3511.360145] [] SyS_mount+0x83/0xd0 [ 3511.365637] [] system_call_fastpath+0x1f/0x24 [ 3511.368640] BUG: scheduling while atomic: mount.lustre/16797/0x00000002 [ 3511.370905] Modules linked in: lustre(OE) osp(OE) ofd(OE) lod(OE) mdt(OE) mdd(OE) mgs(OE) osd_ldiskfs(OE) ldiskfs(OE) lquota(OE) lfsck(OE) obdecho(OE) mgc(OE) mdc(OE) lov(OE) osc(OE) lmv(OE) fid(OE) fld(OE) ptlrpc_gss(OE) ptlrpc(OE) obdclass(OE) ksocklnd(OE) lnet(OE) libcfs(OE) dm_flakey dm_mod zfs(PO) zunicode(PO) zzstd(O) zlua(O) zcommon(PO) znvpair(PO) zavl(PO) icp(PO) spl(O) crc_t10dif crct10dif_generic rpcsec_gss_krb5 sb_edac edac_core iosf_mbi kvm_intel kvm irqbypass crc32_pclmul squashfs ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr i2c_piix4 i2c_core binfmt_misc ip_tables ext4 mbcache jbd2 ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata [last unloaded: libcfs] [ 3511.407952] CPU: 2 PID: 16797 Comm: mount.lustre Kdump: loaded Tainted: P W OE ------------ 3.10.0-7.9-debug #1 [ 3511.415739] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS 1.16.2-1.fc38 04/01/2014 [ 3511.420781] Call Trace: [ 3511.422663] [] dump_stack+0x19/0x1b [ 3511.425768] [] __schedule_bug+0x64/0x72 [ 3511.427792] [] __schedule+0x791/0x7d0 [ 3511.430204] [] ? __blk_mq_try_issue_directly+0x165/0x180 [ 3511.435650] [] ? bit_wait+0x50/0x50 [ 3511.440484] [] schedule+0x29/0x70 [ 3511.442313] [] schedule_timeout+0x209/0x290 [ 3511.447688] [] ? kvm_clock_read+0x33/0x40 [ 3511.451091] [] ? kvm_clock_get_cycles+0x9/0x10 [ 3511.453997] [] ? ktime_get_ts64+0x4c/0xf0 [ 3511.458059] [] ? bit_wait+0x50/0x50 [ 3511.460006] [] io_schedule_timeout+0xad/0x130 [ 3511.463241] [] io_schedule+0x18/0x20 [ 3511.467139] [] bit_wait_io+0x11/0x50 [ 3511.469719] [] __wait_on_bit+0x65/0x90 [ 3511.471538] [] ? bit_wait+0x50/0x50 [ 3511.473372] [] out_of_line_wait_on_bit+0x81/0xb0 [ 3511.475613] [] ? wake_bit_function+0x40/0x40 [ 3511.477697] [] __wait_on_buffer+0x2a/0x30 [ 3511.479694] [] ldiskfs_bread+0x9f/0xe0 [ldiskfs] [ 3511.484346] [] ldiskfs_quota_read+0xee/0x150 [ldiskfs] [ 3511.498200] [] read_blk+0x4c/0x60 [ 3511.501876] [] find_tree_dqentry+0x47/0x240 [ 3511.506047] [] find_tree_dqentry+0x1aa/0x240 [ 3511.510364] [] find_tree_dqentry+0x1aa/0x240 [ 3511.513965] [] find_tree_dqentry+0x1aa/0x240 [ 3511.518290] [] qtree_read_dquot+0x14c/0x380 [ 3511.520821] [] v2_read_dquot+0x2b/0x30 [ 3511.522890] [] dquot_acquire+0xe4/0x130 [ 3511.524766] [] ldiskfs_acquire_dquot+0x66/0xb0 [ldiskfs] [ 3511.526868] [] dqget+0x3fb/0x460 [ 3511.528416] [] __dquot_initialize+0x12d/0x230 [ 3511.530373] [] dquot_initialize+0x13/0x20 [ 3511.532392] [] osd_ea_fid_set+0xaa/0x5a0 [osd_ldiskfs] [ 3511.537968] [] osd_mount+0xbaa/0xe50 [osd_ldiskfs] [ 3511.542198] [] osd_device_alloc+0x361/0xb30 [osd_ldiskfs] [ 3511.549115] [] ? lu_context_init+0xd6/0x1f0 [obdclass] [ 3511.551404] [] obd_setup+0x167/0x540 [obdclass] [ 3511.554761] [] class_setup+0x54f/0x830 [obdclass] [ 3511.557976] [] class_process_config+0x149b/0x2660 [obdclass] [ 3511.560856] [] ? do_raw_spin_unlock+0x49/0x90 [ 3511.567974] [] ? __kmalloc+0x1e0/0x340 [ 3511.573830] [] ? do_lcfg+0x168/0x520 [obdclass] [ 3511.577987] [] do_lcfg+0x263/0x520 [obdclass] [ 3511.582278] [] lustre_start_simple+0x88/0x210 [obdclass] [ 3511.585993] [] server_fill_super+0xe3d/0x1950 [ptlrpc] [ 3511.588761] [] ? obd_zombie_barrier+0x4d/0xd0 [obdclass] [ 3511.591244] [] ? __mutex_init+0x56/0x60 [ 3511.593384] [] lustre_fill_super+0x91/0x4d0 [lustre] [ 3511.595989] [] ? ll_alloc_inode+0x140/0x140 [lustre] [ 3511.598548] [] mount_nodev+0x4d/0xb0 [ 3511.604098] [] lustre_mount+0x18/0x20 [lustre] [ 3511.611999] [] mount_fs+0x39/0x1b0 [ 3511.614599] [] vfs_kern_mount+0x67/0x110 [ 3511.618040] [] do_mount+0x1ef/0xce0 [ 3511.619771] [] ? copy_mount_options+0x39/0x1b0 [ 3511.622719] [] SyS_mount+0x83/0xd0 [ 3511.626038] [] system_call_fastpath+0x1f/0x24 [ 3511.739196] LustreError: MGC192.168.204.118@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail [ 3512.921256] Lustre: lustre-MDT0000: Will be in recovery for at least 1:00, or until 2 clients reconnect [ 3513.393708] Lustre: DEBUG MARKER: oleg418-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all [ 3516.873146] Lustre: lustre-MDT0000: Recovery over after 0:04, of 2 clients 2 recovered and 0 were evicted. [ 3516.897737] Lustre: lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:489 to 0x2c0000401:513) [ 3516.897739] Lustre: lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:618 to 0x280000401:641) [ 3517.777124] Lustre: DEBUG MARKER: == sanity-lfsck test 45: LFSCK should fix UID/GID/PROJID of OST object ========================================================== 08:05:29 (1750593929) [ 3519.767644] Lustre: DEBUG MARKER: sanity-lfsck test_45: @@@@@@ FAIL: write /mnt/lustre//f45.sanity-lfsck-0 failed