// SPDX-License-Identifier: GPL-2.0

/*
 * Copyright (c) 2002, 2010, Oracle and/or its affiliates. All rights reserved.
 * Use is subject to license terms.
 *
 * Copyright (c) 2011, 2017, Intel Corporation.
 */

/*
 * This file is part of Lustre, http://www.lustre.org/
 *
 * Author: Hariharan Thantry <thantry@users.sourceforge.net>
 */

#define DEBUG_SUBSYSTEM S_CLASS

#include <linux/glob.h>

#include <obd_class.h>
#include <lprocfs_status.h>
#include <lustre_kernelcomm.h>
#include <obd_cksum.h>

/* enable start/elapsed_time in stats headers by default */
unsigned int obd_enable_stats_header = 1;

static int lprocfs_no_percpu_stats = 0;
module_param(lprocfs_no_percpu_stats, int, 0644);
MODULE_PARM_DESC(lprocfs_no_percpu_stats, "Do not alloc percpu data for lprocfs stats");

#ifdef CONFIG_PROC_FS

#define MAX_STRING_SIZE 128

static umode_t default_mode(const struct proc_ops *ops)
{
	umode_t mode = 0;

	if (ops->proc_read)
		mode = 0444;
	if (ops->proc_write)
		mode |= 0200;

	return mode;
}

struct proc_dir_entry *
lprocfs_add_simple(struct proc_dir_entry *root, char *name,
		   void *data, const struct proc_ops *fops)
{
	struct proc_dir_entry *proc;
	umode_t mode;

	if (!root || !name || !fops)
		return ERR_PTR(-EINVAL);

	mode = default_mode(fops);
	proc = proc_create_data(name, mode, root, fops, data);
	if (!proc) {
		CERROR("LprocFS: No memory to create /proc entry %s\n",
		       name);
		return ERR_PTR(-ENOMEM);
	}
	return proc;
}
EXPORT_SYMBOL(lprocfs_add_simple);

struct proc_dir_entry *lprocfs_add_symlink(const char *name,
					   struct proc_dir_entry *parent,
					   const char *format, ...)
{
	struct proc_dir_entry *entry;
	char *dest;
	va_list ap;

	if (!parent || !format)
		return NULL;

	OBD_ALLOC_WAIT(dest, MAX_STRING_SIZE + 1);
	if (!dest)
		return NULL;

	va_start(ap, format);
	vsnprintf(dest, MAX_STRING_SIZE, format, ap);
	va_end(ap);

	entry = proc_symlink(name, parent, dest);
	if (!entry)
		CERROR("LprocFS: Could not create symbolic link from "
		       "%s to %s\n", name, dest);

	OBD_FREE(dest, MAX_STRING_SIZE + 1);
	return entry;
}
EXPORT_SYMBOL(lprocfs_add_symlink);

struct dentry *ldebugfs_add_symlink(const char *name, const char *target,
				    const char *format, ...)
{
	struct dentry *entry = NULL;
	struct dentry *parent;
	struct qstr dname;
	va_list ap;
	char *dest;

	if (!target || !format)
		return NULL;

	dname.name = target;
	dname.len = strlen(dname.name);
	dname.hash = ll_full_name_hash(debugfs_lustre_root,
				       dname.name, dname.len);
	parent = d_lookup(debugfs_lustre_root, &dname);
	if (!parent)
		return NULL;

	OBD_ALLOC_WAIT(dest, MAX_OBD_NAME + 1);
	if (!dest)
		goto no_entry;

	va_start(ap, format);
	vsnprintf(dest, MAX_OBD_NAME, format, ap);
	va_end(ap);

	entry = debugfs_create_symlink(name, parent, dest);

	OBD_FREE(dest, MAX_OBD_NAME + 1);
no_entry:
	dput(parent);
	return entry;
}
EXPORT_SYMBOL(ldebugfs_add_symlink);

static const struct proc_ops lprocfs_empty_ops = { };

/**
 * lprocfs_add_vars() - Add /proc entries.
 * @root: The parent proc entry on which new entry will be added.
 * @list: Array of proc entries to be added.
 * @data: The argument to be passed when entries read/write routines are called
 * through /proc file.
 *
 * Return:
 * * %0 on success
 * * %negative on error
 */
int
lprocfs_add_vars(struct proc_dir_entry *root, struct lprocfs_vars *list,
		 void *data)
{
	if (!root || !list)
		return -EINVAL;

	while (list->name) {
		struct proc_dir_entry *proc;
		umode_t mode = 0;

		if (list->proc_mode)
			mode = list->proc_mode;
		else if (list->fops)
			mode = default_mode(list->fops);
		proc = proc_create_data(list->name, mode, root,
					list->fops ?: &lprocfs_empty_ops,
					list->data ?: data);
		if (!proc)
			return -ENOMEM;
		list++;
	}
	return 0;
}
EXPORT_SYMBOL(lprocfs_add_vars);

void lprocfs_remove(struct proc_dir_entry **rooth)
{
	proc_remove(*rooth);
	*rooth = NULL;
}
EXPORT_SYMBOL(lprocfs_remove);

void lprocfs_remove_proc_entry(const char *name, struct proc_dir_entry *parent)
{
	LASSERT(parent != NULL);
	remove_proc_entry(name, parent);
}
EXPORT_SYMBOL(lprocfs_remove_proc_entry);

struct proc_dir_entry *
lprocfs_register(const char *name, struct proc_dir_entry *parent,
		 struct lprocfs_vars *list, void *data)
{
	struct proc_dir_entry *newchild;

	newchild = proc_mkdir(name, parent);
	if (!newchild)
		return ERR_PTR(-ENOMEM);

	if (list) {
		int rc = lprocfs_add_vars(newchild, list, data);
		if (rc) {
			lprocfs_remove(&newchild);
			return ERR_PTR(rc);
		}
	}
	return newchild;
}
EXPORT_SYMBOL(lprocfs_register);
#endif /* CONFIG_PROC_FS */

static const struct file_operations ldebugfs_empty_ops = { };

void ldebugfs_add_vars(struct dentry *parent, struct ldebugfs_vars *list,
		       void *data)
{
	if (IS_ERR_OR_NULL(parent) || IS_ERR_OR_NULL(list))
		return;

	while (list->name) {
		umode_t mode = 0;

		if (list->proc_mode != 0000) {
			mode = list->proc_mode;
		} else if (list->fops) {
			if (list->fops->read)
				mode = 0444;
			if (list->fops->write)
				mode |= 0200;
		}
		debugfs_create_file(list->name, mode, parent,
				    list->data ? : data,
				    list->fops ? : &ldebugfs_empty_ops);
		list++;
	}
}
EXPORT_SYMBOL_GPL(ldebugfs_add_vars);

/* Generic callbacks */
static ssize_t uuid_show(struct kobject *kobj, struct attribute *attr,
			 char *buf)
{
	struct obd_device *obd = container_of(kobj, struct obd_device,
					      obd_kset.kobj);

	return sprintf(buf, "%s\n", obd->obd_uuid.uuid);
}
LUSTRE_RO_ATTR(uuid);

static ssize_t blocksize_show(struct kobject *kobj, struct attribute *attr,
			      char *buf)
{
	struct obd_device *obd = container_of(kobj, struct obd_device,
					      obd_kset.kobj);
	struct obd_statfs osfs;
	int rc;

	rc = obd_statfs(NULL, obd->obd_self_export, &osfs,
			ktime_get_seconds() - OBD_STATFS_CACHE_SECONDS,
			OBD_STATFS_NODELAY);
	if (!rc)
		return sprintf(buf, "%u\n", osfs.os_bsize);

	return rc;
}
LUSTRE_RO_ATTR(blocksize);

static ssize_t kbytestotal_show(struct kobject *kobj, struct attribute *attr,
				char *buf)
{
	struct obd_device *obd = container_of(kobj, struct obd_device,
					      obd_kset.kobj);
	struct obd_statfs osfs;
	int rc;

	rc = obd_statfs(NULL, obd->obd_self_export, &osfs,
			ktime_get_seconds() - OBD_STATFS_CACHE_SECONDS,
			OBD_STATFS_NODELAY);
	if (!rc) {
		u32 blk_size = osfs.os_bsize >> 10;
		u64 result = osfs.os_blocks;

		result *= rounddown_pow_of_two(blk_size ?: 1);
		return sprintf(buf, "%llu\n", result);
	}

	return rc;
}
LUSTRE_RO_ATTR(kbytestotal);

static ssize_t kbytesfree_show(struct kobject *kobj, struct attribute *attr,
			       char *buf)
{
	struct obd_device *obd = container_of(kobj, struct obd_device,
					      obd_kset.kobj);
	struct obd_statfs osfs;
	int rc;

	rc = obd_statfs(NULL, obd->obd_self_export, &osfs,
			ktime_get_seconds() - OBD_STATFS_CACHE_SECONDS,
			OBD_STATFS_NODELAY);
	if (!rc) {
		u32 blk_size = osfs.os_bsize >> 10;
		u64 result = osfs.os_bfree;

		while (blk_size >>= 1)
			result <<= 1;

		return scnprintf(buf, PAGE_SIZE, "%llu\n", result);
	}

	return rc;
}
LUSTRE_RO_ATTR(kbytesfree);

static ssize_t kbytesavail_show(struct kobject *kobj, struct attribute *attr,
				char *buf)
{
	struct obd_device *obd = container_of(kobj, struct obd_device,
					      obd_kset.kobj);
	struct obd_statfs osfs;
	int rc;

	rc = obd_statfs(NULL, obd->obd_self_export, &osfs,
			ktime_get_seconds() - OBD_STATFS_CACHE_SECONDS,
			OBD_STATFS_NODELAY);
	if (!rc) {
		u32 blk_size = osfs.os_bsize >> 10;
		u64 result = osfs.os_bavail;

		while (blk_size >>= 1)
			result <<= 1;

		return scnprintf(buf, PAGE_SIZE, "%llu\n", result);
	}

	return rc;
}
LUSTRE_RO_ATTR(kbytesavail);

static ssize_t filestotal_show(struct kobject *kobj, struct attribute *attr,
			       char *buf)
{
	struct obd_device *obd = container_of(kobj, struct obd_device,
					      obd_kset.kobj);
	struct obd_statfs osfs;
	int rc;

	rc = obd_statfs(NULL, obd->obd_self_export, &osfs,
			ktime_get_seconds() - OBD_STATFS_CACHE_SECONDS,
			OBD_STATFS_NODELAY);
	if (!rc)
		return scnprintf(buf, PAGE_SIZE, "%llu\n", osfs.os_files);

	return rc;
}
LUSTRE_RO_ATTR(filestotal);

static ssize_t filesfree_show(struct kobject *kobj, struct attribute *attr,
			      char *buf)
{
	struct obd_device *obd = container_of(kobj, struct obd_device,
					      obd_kset.kobj);
	struct obd_statfs osfs;
	int rc;

	rc = obd_statfs(NULL, obd->obd_self_export, &osfs,
			ktime_get_seconds() - OBD_STATFS_CACHE_SECONDS,
			OBD_STATFS_NODELAY);
	if (!rc)
		return scnprintf(buf, PAGE_SIZE, "%llu\n", osfs.os_ffree);

	return rc;
}
LUSTRE_RO_ATTR(filesfree);

static ssize_t maxbytes_show(struct kobject *kobj, struct attribute *attr,
			     char *buf)
{
	struct obd_device *obd = container_of(kobj, struct obd_device,
					      obd_kset.kobj);
	struct obd_statfs osfs;
	int rc;

	rc = obd_statfs(NULL, obd->obd_self_export, &osfs,
			ktime_get_seconds() - OBD_STATFS_CACHE_SECONDS,
			OBD_STATFS_NODELAY);
	if (!rc)
		return scnprintf(buf, PAGE_SIZE, "%llu\n", osfs.os_maxbytes);

	return rc;
}
LUSTRE_RO_ATTR(maxbytes);

static ssize_t namelen_max_show(struct kobject *kobj, struct attribute *attr,
				char *buf)
{
	struct obd_device *obd = container_of(kobj, struct obd_device,
					      obd_kset.kobj);
	struct obd_statfs osfs;
	int rc;

	rc = obd_statfs(NULL, obd->obd_self_export, &osfs,
			ktime_get_seconds() - OBD_STATFS_CACHE_SECONDS,
			OBD_STATFS_NODELAY);
	if (!rc)
		return scnprintf(buf, PAGE_SIZE, "%u\n", osfs.os_namelen);

	return rc;
}
LUSTRE_RO_ATTR(namelen_max);

ssize_t lprocfs_statfs_state(char *buf, size_t buflen, __u32 state)
{
	size_t off = 0;

	while (state != 0) {
		const struct obd_statfs_state_name *osn;

		osn = obd_statfs_state_name_find(state);
		if (!osn) {
			int len;

			/* Only unknown (future) OS_STATFS flags left.
			 *
			 * Print in octal to avoid confusion with existing
			 * 'a' and 'f' flags if it was printed in hex.
			 */
			len = scnprintf(buf + off, buflen, "(%#o)", state);
			off += len;
			buflen -= len;
			break;
		}
		buf[off++] = osn->osn_name;
		buflen--;
		state ^= osn->osn_state;
	}

	return off + scnprintf(buf + off, buflen, "\n");
}
EXPORT_SYMBOL(lprocfs_statfs_state);

static ssize_t statfs_state_show(struct kobject *kobj, struct attribute *attr,
				 char *buf)
{
	struct obd_device *obd = container_of(kobj, struct obd_device,
					      obd_kset.kobj);
	struct obd_statfs osfs;
	int rc;

	rc = obd_statfs(NULL, obd->obd_self_export, &osfs,
			ktime_get_seconds() - OBD_STATFS_CACHE_SECONDS,
			OBD_STATFS_NODELAY);
	if (rc)
		return rc;

	return lprocfs_statfs_state(buf, PAGE_SIZE, osfs.os_state);
}
LUSTRE_RO_ATTR(statfs_state);

ssize_t conn_uuid_show(struct kobject *kobj, struct attribute *attr, char *buf)
{
	struct obd_device *obd = container_of(kobj, struct obd_device,
					      obd_kset.kobj);
	struct obd_import *imp;
	struct ptlrpc_connection *conn;
	ssize_t count;

	with_imp_locked(obd, imp, count) {
		conn = imp->imp_connection;
		if (conn)
			count = sprintf(buf, "%s\n",
					libcfs_nidstr(&conn->c_peer.nid));
		else
			count = sprintf(buf, "%s\n", "<none>");
	}

	return count;
}
EXPORT_SYMBOL(conn_uuid_show);

int lprocfs_server_uuid_seq_show(struct seq_file *m, void *data)
{
	struct obd_device *obd = data;
	struct obd_import *imp;
	const char *imp_state_name = NULL;
	int rc = 0;

	LASSERT(obd != NULL);
	with_imp_locked(obd, imp, rc) {
		imp_state_name = ptlrpc_import_state_name(imp->imp_state);
		seq_printf(m, "%s\t%s%s\n", obd2cli_tgt(obd), imp_state_name,
			   imp->imp_deactive ? "\tDEACTIVATED" : "");
	}

	return rc;
}
EXPORT_SYMBOL(lprocfs_server_uuid_seq_show);

/** add up per-cpu counters */

/**
 * lprocfs_stats_lock() - Lock statistics structure for access, possibly only
 * on this CPU.
 * @stats: statistics structure to lock
 * @opc: type of operation:
 *	LPROCFS_GET_SMP_ID: "lock" and return current CPU index
 *	for incrementing statistics for that CPU
 *	LPROCFS_GET_NUM_CPU: "lock" and return number of used
 *	CPU indices to iterate over all indices
 * @flags: CPU interrupt saved state for IRQ-safe locking [out]
 *
 * The statistics struct may be allocated with per-CPU structures for
 * efficient concurrent update (usually only on server-wide stats), or
 * as a single global struct (e.g. for per-client or per-job statistics),
 * so the required locking depends on the type of structure allocated.
 *
 * For per-CPU statistics, pin the thread to the current cpuid so that
 * will only access the statistics for that CPU.  If the stats structure
 * for the current CPU has not been allocated (or previously freed),
 * allocate it now.  The per-CPU statistics do not need locking since
 * the thread is pinned to the CPU during update.
 *
 * For global statistics, lock the stats structure to prevent concurrent update.
 *
 * Return:
 * * %cpuid of current thread or number of allocated structs
 * * %negative on error (only for opc LPROCFS_GET_SMP_ID + per-CPU stats)
 */
int lprocfs_stats_lock(struct lprocfs_stats *stats,
		       enum lprocfs_stats_lock_ops opc,
		       unsigned long *flags)
{
	if (stats->ls_flags & LPROCFS_STATS_FLAG_NOPERCPU) {
		spin_lock(&stats->ls_lock);
		return opc == LPROCFS_GET_NUM_CPU ? 1 : 0;
	}

	switch (opc) {
	case LPROCFS_GET_SMP_ID: {
		unsigned int cpuid = get_cpu();

		if (unlikely(!stats->ls_percpu[cpuid])) {
			int rc = lprocfs_stats_alloc_one(stats, cpuid);

			if (rc < 0) {
				put_cpu();
				return rc;
			}
		}
		return cpuid;
	}
	case LPROCFS_GET_NUM_CPU:
		return stats->ls_biggest_alloc_num;
	default:
		LBUG();
		return -EINVAL;
	}
}

/**
 * lprocfs_stats_unlock() - Unlock statistics structure after access.
 * @stats: statistics structure to unlock
 * @opc: type of operation (current cpuid or number of structs)
 * @flags: CPU interrupt saved state for IRQ-safe locking
 *
 * Unlock the lock acquired via lprocfs_stats_lock() for global statistics,
 * or unpin this thread from the current cpuid for per-CPU statistics.
 *
 * This function must be called using the same arguments as used when calling
 * lprocfs_stats_lock() so that the correct operation can be performed.
 *
 */
void lprocfs_stats_unlock(struct lprocfs_stats *stats,
			  enum lprocfs_stats_lock_ops opc,
			  unsigned long *flags)
{
	if (stats->ls_flags & LPROCFS_STATS_FLAG_NOPERCPU) {
		spin_unlock(&stats->ls_lock);
	} else if (opc == LPROCFS_GET_SMP_ID) {
		put_cpu();
	}
}

static __s64 sum_check(__s64 old, __s64 incr)
{
	__s64 new;

	new = old + incr;
	/* check overflow */
	if (unlikely(new < old))
		new = LLONG_MAX;

	return new;
}

/** add up per-cpu counters */
void lprocfs_stats_collect(struct lprocfs_stats *stats, int idx,
			   struct lprocfs_counter *cnt)
{
	unsigned int num_entry;
	struct lprocfs_counter *percpu_cntr;
	int i;
	unsigned long flags = 0;

	memset(cnt, 0, sizeof(*cnt));

	if (!stats) {
		/* set count to 1 to avoid divide-by-zero errs in callers */
		cnt->lc_count = 1;
		return;
	}

	cnt->lc_min = LC_MIN_INIT;
	num_entry = lprocfs_stats_lock(stats, LPROCFS_GET_NUM_CPU, &flags);

	for (i = 0; i < num_entry; i++) {
		if (!stats->ls_percpu[i])
			continue;
		percpu_cntr = lprocfs_stats_counter_get(stats, i, idx);

		cnt->lc_count += percpu_cntr->lc_count;
		if (percpu_cntr->lc_min < cnt->lc_min)
			cnt->lc_min = percpu_cntr->lc_min;
		if (percpu_cntr->lc_max > cnt->lc_max)
			cnt->lc_max = percpu_cntr->lc_max;
		cnt->lc_sum = sum_check(cnt->lc_sum, percpu_cntr->lc_sum);
		cnt->lc_sumsquare = sum_check(cnt->lc_sumsquare,
					      percpu_cntr->lc_sumsquare);
	}

	lprocfs_stats_unlock(stats, LPROCFS_GET_NUM_CPU, &flags);
}
EXPORT_SYMBOL(lprocfs_stats_collect);

void obd_io_latency_stats_clear(struct obd_histogram *read_io_latency_by_size,
				struct obd_histogram *write_io_latency_by_size,
				int num_buckets, ktime_t *stats_init)
{
	int i;

	*stats_init = ktime_get_real();
	for (i = 0; i < num_buckets; i++)
		lprocfs_oh_clear(&read_io_latency_by_size[i]);

	for (i = 0; i < num_buckets; i++)
		lprocfs_oh_clear(&write_io_latency_by_size[i]);
}
EXPORT_SYMBOL(obd_io_latency_stats_clear);

int obd_io_latency_stats_seq_show(struct seq_file *seq,
				 struct obd_histogram *read_io_latency_by_size,
				 struct obd_histogram *write_io_latency_by_size,
				 int num_buckets, ktime_t stats_init,
				 spinlock_t *list_lock)
{
	bool hdr_printed;
	int i, j, kb;

	spin_lock(list_lock);

	seq_puts(seq, "io_latency_by_size:\n");
	lprocfs_stats_header(seq, ktime_get_real(), stats_init, 13,
			     ":", false, "");

	/* Print read latency histograms */
	for (i = 0, kb = PAGE_SIZE / 1024; i < num_buckets; i++, kb <<= 1) {
		struct obd_histogram *h = &read_io_latency_by_size[i];

		if (!read_io_latency_by_size)
			break;

		hdr_printed = false;
		for (j = 0; j < OBD_HIST_MAX; j++) {
			unsigned long r = h->oh_buckets[j];

			if (r == 0)
				continue;

			if (!hdr_printed) {
				seq_printf(seq, "rd_%uK: { ", kb);
				hdr_printed = true;
			}
			seq_printf(seq, "%dus: %lu, ",
				   (j == 0) ? 0 : 1 << (j - 1),
				   binary_usec_to_dec(r));
		}
		if (hdr_printed)
			seq_puts(seq, "}\n");
	}
	/* Print write latency histograms */
	for (i = 0, kb = PAGE_SIZE / 1024; i < num_buckets; i++, kb <<= 1) {
		struct obd_histogram *h = &write_io_latency_by_size[i];

		if (!write_io_latency_by_size)
			break;

		hdr_printed = false;
		for (j = 0; j < OBD_HIST_MAX; j++) {
			unsigned long w = h->oh_buckets[j];

			if (w == 0)
				continue;

			if (!hdr_printed) {
				seq_printf(seq, "wr_%uK: { ", kb);
				hdr_printed = true;
			}
			seq_printf(seq, "%dus: %lu, ",
				   (j == 0) ? 0 : 1 << (j - 1),
				   binary_usec_to_dec(w));
		}
		if (hdr_printed)
			seq_puts(seq, "}\n");
	}

	spin_unlock(list_lock);

	return 0;
}
EXPORT_SYMBOL(obd_io_latency_stats_seq_show);

static void obd_import_flags2str(struct obd_import *imp, struct seq_file *m)
{
	bool first = true;

	if (imp->imp_obd->obd_no_recov) {
		seq_printf(m, "no_recov");
		first = false;
	}

	flag2str(imp, invalid);
	flag2str(imp, deactive);
	flag2str(imp, replayable);
	flag2str(imp, delayed_recovery);
	flag2str(imp, vbr_failed);
	flag2str(imp, pingable);
	flag2str(imp, resend_replay);
	flag2str(imp, no_pinger_recover);
	flag2str(imp, connect_tried);
}

static const char *const obd_connect_names[] = {
	"read_only",			/* 0x01 */
	"lov_index",			/* 0x02 */
	"connect_from_mds",		/* 0x03 */
	"write_grant",			/* 0x04 */
	"server_lock",			/* 0x10 */
	"version",			/* 0x20 */
	"mgs_nidlist",			/* 0x40 */
	"acl",				/* 0x80 */
	"xattr",			/* 0x100 */
	"create_on_write",		/* 0x200 */
	"truncate_lock",		/* 0x400 */
	"initial_transno",		/* 0x800 */
	"inode_bit_locks",		/* 0x1000 */
	"barrier",			/* 0x2000 */
	"getattr_by_fid",		/* 0x4000 */
	"no_oh_for_devices",		/* 0x8000 */
	"remote_client",		/* 0x10000 */
	"remote_client_by_force",	/* 0x20000 */
	"max_byte_per_rpc",		/* 0x40000 */
	"64bit_qdata",			/* 0x80000 */
	"mds_capability",		/* 0x100000 */
	"oss_capability",		/* 0x200000 */
	"early_lock_cancel",		/* 0x400000 */
	"som",				/* 0x800000 */
	"adaptive_timeouts",		/* 0x1000000 */
	"lru_resize",			/* 0x2000000 */
	"mds_mds_connection",		/* 0x4000000 */
	"real_conn",			/* 0x8000000 */
	"change_qunit_size",		/* 0x10000000 */
	"alt_checksum_algorithm",	/* 0x20000000 */
	"fid_is_enabled",		/* 0x40000000 */
	"version_recovery",		/* 0x80000000 */
	"pools",			/* 0x100000000 */
	"grant_shrink",			/* 0x200000000 */
	"skip_orphan",			/* 0x400000000 */
	"large_ea",			/* 0x800000000 */
	"full20",			/* 0x1000000000 */
	"layout_lock",			/* 0x2000000000 */
	"64bithash",			/* 0x4000000000 */
	"object_max_bytes",		/* 0x8000000000 */
	"imp_recov",			/* 0x10000000000 */
	"jobstats",			/* 0x20000000000 */
	"umask",			/* 0x40000000000 */
	"einprogress",			/* 0x80000000000 */
	"grant_param",			/* 0x100000000000 */
	"flock_owner",			/* 0x200000000000 */
	"lvb_type",			/* 0x400000000000 */
	"nanoseconds_times",		/* 0x800000000000 */
	"lightweight_conn",		/* 0x1000000000000 */
	"short_io",			/* 0x2000000000000 */
	"pingless",			/* 0x4000000000000 */
	"flock_deadlock",		/* 0x8000000000000 */
	"disp_stripe",			/* 0x10000000000000 */
	"open_by_fid",			/* 0x20000000000000 */
	"lfsck",			/* 0x40000000000000 */
	"unknown",			/* 0x80000000000000 */
	"unlink_close",			/* 0x100000000000000 */
	"multi_mod_rpcs",		/* 0x200000000000000 */
	"dir_stripe",			/* 0x400000000000000 */
	"subtree",			/* 0x800000000000000 */
	"lockahead",			/* 0x1000000000000000 */
	"bulk_mbits",			/* 0x2000000000000000 */
	"compact_obdo",			/* 0x4000000000000000 */
	"second_flags",			/* 0x8000000000000000 */
	/* ocd_connect_flags2 names */
	"file_secctx",			/* 0x01 */
	"lockaheadv2",			/* 0x02 */
	"dir_migrate",			/* 0x04 */
	"sum_statfs",			/* 0x08 */
	"overstriping",			/* 0x10 */
	"flr",				/* 0x20 */
	"wbc",				/* 0x40 */
	"lock_convert",			/* 0x80 */
	"archive_id_array",		/* 0x100 */
	"increasing_xid",		/* 0x200 */
	"selinux_policy",		/* 0x400 */
	"lsom",				/* 0x800 */
	"pcc",				/* 0x1000 */
	"crush",			/* 0x2000 */
	"async_discard",		/* 0x4000 */
	"client_encryption",		/* 0x8000 */
	"fidmap",			/* 0x10000 */
	"getattr_pfid",			/* 0x20000 */
	"lseek",			/* 0x40000 */
	"dom_lvb",			/* 0x80000 */
	"reply_mbits",			/* 0x100000 */
	"mode_convert",			/* 0x200000 */
	"batch_rpc",			/* 0x400000 */
	"pcc_ro",			/* 0x800000 */
	"mne_nid_type",			/* 0x1000000 */
	"lock_contend",			/* 0x2000000 */
	"atomic_open_lock",		/* 0x4000000 */
	"name_encryption",		/* 0x8000000 */
	"mkdir_replay",			/* 0x10000000 */
	"dmv_imp_inherit",		/* 0x20000000 */
	"encryption_fid2path",		/* 0x40000000 */
	"replay_create",		/* 0x80000000 */
	"large_nid",			/* 0x100000000 */
	"compressed_file",		/* 0x200000000 */
	"unaligned_dio",		/* 0x400000000 */
	"conn_policy",			/* 0x800000000 */
	"sparse_read",		       /* 0x1000000000 */
	"mirror_id_fix",	       /* 0x2000000000 */
	"update_layout",	       /* 0x4000000000 */
	"readdir_open",		       /* 0x8000000000 */
	"flr_ec",		      /* 0x10000000000 */
	"flr_immediate_mirror",	      /* 0x20000000000 */
	"no_append",		      /* 0x40000000000 */
	NULL
};

void obd_connect_seq_flags2str(struct seq_file *m, __u64 flags, __u64 flags2,
			       const char *sep)
{
	bool first = true;
	__u64 mask;
	int i;

	for (i = 0, mask = 1; i < 64; i++, mask <<= 1) {
		if (flags & mask) {
			seq_printf(m, "%s%s",
				   first ? "" : sep, obd_connect_names[i]);
			first = false;
		}
	}

	if (flags & ~(mask - 1)) {
		seq_printf(m, "%sunknown_%#llx",
			   first ? "" : sep, flags & ~(mask - 1));
		first = false;
	}

	if (!(flags & OBD_CONNECT_FLAGS2) || flags2 == 0)
		return;

	for (i = 64, mask = 1; obd_connect_names[i] != NULL; i++, mask <<= 1) {
		if (flags2 & mask) {
			seq_printf(m, "%s%s",
				   first ? "" : sep, obd_connect_names[i]);
			first = false;
		}
	}

	if (flags2 & ~(mask - 1)) {
		seq_printf(m, "%sunknown2_%#llx",
			   first ? "" : sep, flags2 & ~(mask - 1));
		first = false;
	}
}
EXPORT_SYMBOL(obd_connect_seq_flags2str);

int obd_connect_flags2str(char *page, int count, __u64 flags, __u64 flags2,
			  const char *sep)
{
	__u64 mask;
	int i, ret = 0;

	for (i = 0, mask = 1; i < 64; i++, mask <<= 1) {
		if (flags & mask)
			ret += snprintf(page + ret, count - ret, "%s%s",
					ret ? sep : "", obd_connect_names[i]);
	}

	if (flags & ~(mask - 1))
		ret += snprintf(page + ret, count - ret,
				"%sunknown_%#llx",
				ret ? sep : "", flags & ~(mask - 1));

	if (!(flags & OBD_CONNECT_FLAGS2) || flags2 == 0)
		return ret;

	for (i = 64, mask = 1; obd_connect_names[i] != NULL; i++, mask <<= 1) {
		if (flags2 & mask)
			ret += snprintf(page + ret, count - ret, "%s%s",
					ret ? sep : "", obd_connect_names[i]);
	}

	if (flags2 & ~(mask - 1))
		ret += snprintf(page + ret, count - ret,
				"%sunknown2_%#llx",
				ret ? sep : "", flags2 & ~(mask - 1));

	return ret;
}
EXPORT_SYMBOL(obd_connect_flags2str);

void
obd_connect_data_seqprint(struct seq_file *m, struct obd_connect_data *ocd)
{
	__u64 flags;

	LASSERT(ocd != NULL);
	flags = ocd->ocd_connect_flags;

	seq_printf(m, "    connect_data:\n"
		   "       flags: %#llx\n"
		   "       instance: %u\n",
		   ocd->ocd_connect_flags,
		   ocd->ocd_instance);
	if (flags & OBD_CONNECT_VERSION)
		seq_printf(m, "       target_version: %u.%u.%u.%u\n",
			   OBD_OCD_VERSION_MAJOR(ocd->ocd_version),
			   OBD_OCD_VERSION_MINOR(ocd->ocd_version),
			   OBD_OCD_VERSION_PATCH(ocd->ocd_version),
			   OBD_OCD_VERSION_FIX(ocd->ocd_version));
	if (flags & OBD_CONNECT_MDS)
		seq_printf(m, "       mdt_index: %d\n", ocd->ocd_group);
	if (flags & OBD_CONNECT_GRANT)
		seq_printf(m, "       initial_grant: %d\n", ocd->ocd_grant);
	if (flags & OBD_CONNECT_INDEX)
		seq_printf(m, "       target_index: %u\n", ocd->ocd_index);
	if (flags & OBD_CONNECT_BRW_SIZE)
		seq_printf(m, "       max_brw_size: %d\n", ocd->ocd_brw_size);
	if (flags & OBD_CONNECT_IBITS)
		seq_printf(m, "       ibits_known: %#lx\n",
			   ocd->ocd_ibits_known);
	if (flags & OBD_CONNECT_GRANT_PARAM)
		seq_printf(m, "       grant_block_size: %d\n"
			   "       grant_inode_size: %d\n"
			   "       grant_max_extent_size: %d\n"
			   "       grant_extent_tax: %d\n",
			   1 << ocd->ocd_grant_blkbits,
			   1 << ocd->ocd_grant_inobits,
			   ocd->ocd_grant_max_blks << ocd->ocd_grant_blkbits,
			   ocd->ocd_grant_tax_kb << 10);
	if (flags & OBD_CONNECT_TRANSNO)
		seq_printf(m, "       first_transno: %#llx\n",
			   ocd->ocd_transno);
	if (flags & OBD_CONNECT_CKSUM)
		seq_printf(m, "       cksum_types: %#x\n",
			   ocd->ocd_cksum_types);
	if (flags & OBD_CONNECT_MAX_EASIZE)
		seq_printf(m, "       max_easize: %d\n", ocd->ocd_max_easize);
	if (flags & OBD_CONNECT_MAXBYTES)
		seq_printf(m, "       max_object_bytes: %llu\n",
			   ocd->ocd_maxbytes);
	if (flags & OBD_CONNECT_MULTIMODRPCS)
		seq_printf(m, "       max_mod_rpcs: %hu\n",
			   ocd->ocd_maxmodrpcs);
}

static inline const char *conn_uptodate2str(int status)
{
	if (status > 0)
		return "uptodate";
	if (status == -EHOSTUNREACH)
		return "unreachable";
	if (status == -EALREADY)
		return "discovering";
	if (status == -EAGAIN)
		return "rediscover";
	return "unknown";
}

static void lprocfs_import_seq_show_locked(struct seq_file *m,
					   struct obd_device *obd,
					   struct obd_import *imp)
{
	char nidstr[LNET_NIDSTR_SIZE];
	struct lprocfs_counter ret;
	struct lprocfs_counter_header *header;
	struct obd_import_conn *conn;
	struct obd_connect_data *ocd;
	int j;
	int k;
	int rw = 0;

	ocd = &imp->imp_connect_data;

	seq_printf(m, "import:\n"
		   "    name: %s\n"
		   "    target: %s\n"
		   "    state: %s\n"
		   "    connect_flags: [ ",
		   obd->obd_name,
		   obd2cli_tgt(obd),
		   ptlrpc_import_state_name(imp->imp_state));
	obd_connect_seq_flags2str(m, imp->imp_connect_data.ocd_connect_flags,
				  imp->imp_connect_data.ocd_connect_flags2,
				  ", ");
	seq_printf(m, " ]\n");
	obd_connect_data_seqprint(m, ocd);
	seq_printf(m, "    import_flags: [ ");
	obd_import_flags2str(imp, m);

	seq_printf(m, " ]\n"
		   "    connection:\n"
		   "       failover_nids: [ ");
	spin_lock(&imp->imp_lock);
	j = 0;
	list_for_each_entry(conn, &imp->imp_conn_list, oic_item) {
		libcfs_nidstr_r(&conn->oic_conn->c_peer.nid,
				  nidstr, sizeof(nidstr));
		if (j)
			seq_puts(m, ", ");
		/* Place nidstr in quotes */
		seq_printf(m, "\"%s\"", nidstr);
		j++;
	}
	if (imp->imp_connection)
		libcfs_nidstr_r(&imp->imp_connection->c_peer.nid,
				  nidstr, sizeof(nidstr));
	else
		strncpy(nidstr, "<none>", sizeof(nidstr));
	seq_printf(m, " ]\n"
		   "       nids_stats:");
	list_for_each_entry(conn, &imp->imp_conn_list, oic_item) {
		libcfs_nidstr_r(&conn->oic_conn->c_peer.nid,
				  nidstr, sizeof(nidstr));
		seq_printf(m, "\n          \"%s\": { connects: %u, replied: %u,"
			   " uptodate: %s, sec_ago: ",
			   nidstr, conn->oic_attempts, conn->oic_replied,
			   conn_uptodate2str(conn->oic_uptodate));
		if (conn->oic_last_attempt)
			seq_printf(m, "%lld }", ktime_get_seconds() -
				   conn->oic_last_attempt);
		else
			seq_puts(m, "never }");
	}
	if (imp->imp_connection)
		libcfs_nidstr_r(&imp->imp_connection->c_peer.nid,
				  nidstr, sizeof(nidstr));
	else
		strncpy(nidstr, "<none>", sizeof(nidstr));
	seq_printf(m, "\n"
		   "       current_connection: \"%s\"\n"
		   "       connection_attempts: %u\n"
		   "       generation: %u\n"
		   "       in-progress_invalidations: %u\n"
		   "       idle: %lld sec\n",
		   nidstr,
		   imp->imp_conn_cnt,
		   imp->imp_generation,
		   atomic_read(&imp->imp_inval_count),
		   ktime_get_real_seconds() - imp->imp_last_reply_time);
	spin_unlock(&imp->imp_lock);

	if (!obd->obd_svc_stats)
		return;

	header = &obd->obd_svc_stats->ls_cnt_header[PTLRPC_REQWAIT_CNTR];
	lprocfs_stats_collect(obd->obd_svc_stats, PTLRPC_REQWAIT_CNTR, &ret);
	if (ret.lc_count != 0)
		ret.lc_sum = div64_s64(ret.lc_sum, ret.lc_count);
	else
		ret.lc_sum = 0;
	seq_printf(m, "    rpcs:\n"
		   "       inflight: %u\n"
		   "       unregistering: %u\n"
		   "       timeouts: %u\n"
		   "       avg_waittime: %llu %s\n",
		   atomic_read(&imp->imp_inflight),
		   atomic_read(&imp->imp_unregistering),
		   atomic_read(&imp->imp_timeouts),
		   ret.lc_sum, header->lc_units);

	k = 0;
	for(j = 0; j < IMP_AT_MAX_PORTALS; j++) {
		if (imp->imp_at.iat_portal[j] == 0)
			break;
		k = max_t(unsigned int, k,
			  obd_at_get(imp->imp_obd,
				     &imp->imp_at.iat_service_estimate[j]));
	}
	seq_printf(m, "    service_estimates:\n"
		   "       services: %u sec\n"
		   "       network: %d sec\n",
		   k,
		   obd_at_get(imp->imp_obd, &imp->imp_at.iat_net_latency));

	seq_printf(m, "    transactions:\n"
		   "       last_replay: %llu\n"
		   "       peer_committed: %llu\n"
		   "       last_checked: %llu\n",
		   imp->imp_last_replay_transno,
		   imp->imp_peer_committed_transno,
		   imp->imp_last_transno_checked);

	/* avg data rates */
	for (rw = 0; rw <= 1; rw++) {
		lprocfs_stats_collect(obd->obd_svc_stats,
				      PTLRPC_LAST_CNTR + BRW_READ_BYTES + rw,
				      &ret);
		if (ret.lc_sum > 0 && ret.lc_count > 0) {
			ret.lc_sum = div64_s64(ret.lc_sum, ret.lc_count);
			seq_printf(m, "    %s_data_averages:\n"
				   "       bytes_per_rpc: %llu\n",
				   rw ? "write" : "read",
				   ret.lc_sum);
		}
		k = (int)ret.lc_sum;
		j = opcode_offset(OST_READ + rw) + EXTRA_MAX_OPCODES;
		header = &obd->obd_svc_stats->ls_cnt_header[j];
		lprocfs_stats_collect(obd->obd_svc_stats, j, &ret);
		if (ret.lc_sum > 0 && ret.lc_count != 0) {
			ret.lc_sum = div64_s64(ret.lc_sum, ret.lc_count);
			seq_printf(m, "       %s_per_rpc: %llu\n",
				   header->lc_units, ret.lc_sum);
			j = (int)ret.lc_sum;
			if (j > 0)
				seq_printf(m, "       MB_per_sec: %u.%.02u\n",
					   k / j, (100 * k / j) % 100);
		}
	}
}

int lprocfs_import_seq_show(struct seq_file *m, void *data)
{
	struct obd_device *obd = (struct obd_device *)data;
	struct obd_import *imp;
	int rv;

	LASSERT(obd != NULL);
	with_imp_locked(obd, imp, rv)
		lprocfs_import_seq_show_locked(m, obd, imp);
	return rv;
}
EXPORT_SYMBOL(lprocfs_import_seq_show);

int lprocfs_state_seq_show(struct seq_file *m, void *data)
{
	struct obd_device *obd = (struct obd_device *)data;
	struct obd_import *imp;
	int j, k;
	int rc;

	LASSERT(obd != NULL);
	with_imp_locked(obd, imp, rc) {
		seq_printf(m, "current_state: %s\n",
			   ptlrpc_import_state_name(imp->imp_state));
		seq_printf(m, "state_history:\n");
		k = imp->imp_state_hist_idx;
		for (j = 0; j < IMP_STATE_HIST_LEN; j++) {
			struct import_state_hist *ish =
				&imp->imp_state_hist[(k + j) % IMP_STATE_HIST_LEN];
			if (ish->ish_state == 0)
				continue;
			seq_printf(m, " - [ %lld, %s ]\n", (s64)ish->ish_time,
				   ptlrpc_import_state_name(ish->ish_state));
		}
	}

	return rc;
}
EXPORT_SYMBOL(lprocfs_state_seq_show);

int lprocfs_at_hist_helper(struct seq_file *m, struct adaptive_timeout *at)
{
	int i;
	for (i = 0; i < AT_BINS; i++)
		seq_printf(m, "%3u ", at->at_hist[i]);
	seq_printf(m, "\n");
	return 0;
}
EXPORT_SYMBOL(lprocfs_at_hist_helper);

/* See also ptlrpc_lprocfs_timeouts_show_seq */
static void lprocfs_timeouts_seq_show_locked(struct seq_file *m,
					     struct obd_device *obd,
					     struct obd_import *imp)
{
	timeout_t cur_timeout, worst_timeout;
	time64_t now, worst_timestamp;
	int i;

	LASSERT(obd != NULL);

	now = ktime_get_real_seconds();

	/* Some network health info for kicks */
	seq_printf(m, "%-10s : %lld, %llds ago\n",
		   "last reply", (s64)imp->imp_last_reply_time,
		   (s64)(now - imp->imp_last_reply_time));

	cur_timeout = obd_at_get(imp->imp_obd, &imp->imp_at.iat_net_latency);
	worst_timeout = imp->imp_at.iat_net_latency.at_worst_timeout_ever;
	worst_timestamp = imp->imp_at.iat_net_latency.at_worst_timestamp;
	seq_printf(m, "%-10s : cur %3u  worst %3u (at %lld, %llds ago) ",
		   "network", cur_timeout, worst_timeout, worst_timestamp,
		   now - worst_timestamp);
	lprocfs_at_hist_helper(m, &imp->imp_at.iat_net_latency);

	for(i = 0; i < IMP_AT_MAX_PORTALS; i++) {
		struct adaptive_timeout *service_est;

		if (imp->imp_at.iat_portal[i] == 0)
			break;

		service_est = &imp->imp_at.iat_service_estimate[i];
		cur_timeout = obd_at_get(imp->imp_obd, service_est);
		worst_timeout = service_est->at_worst_timeout_ever;
		worst_timestamp = service_est->at_worst_timestamp;
		seq_printf(m, "portal %-2d  : cur %3u  worst %3u (at %lld, %llds ago) ",
			   imp->imp_at.iat_portal[i], cur_timeout,
			   worst_timeout, worst_timestamp,
			   now - worst_timestamp);
		lprocfs_at_hist_helper(m, service_est);
	}
}

int lprocfs_timeouts_seq_show(struct seq_file *m, void *data)
{
	struct obd_device *obd = (struct obd_device *)data;
	struct obd_import *imp;
	int rc;

	with_imp_locked(obd, imp, rc)
		lprocfs_timeouts_seq_show_locked(m, obd, imp);
	return rc;
}
EXPORT_SYMBOL(lprocfs_timeouts_seq_show);

int lprocfs_connect_flags_seq_show(struct seq_file *m, void *data)
{
	struct obd_device *obd = data;
	__u64 flags;
	__u64 flags2;
	struct obd_import *imp;
	int rc;

	with_imp_locked(obd, imp, rc) {
		flags = imp->imp_connect_data.ocd_connect_flags;
		flags2 = imp->imp_connect_data.ocd_connect_flags2;
		seq_printf(m, "flags=%#llx\n", flags);
		seq_printf(m, "flags2=%#llx\n", flags2);
		obd_connect_seq_flags2str(m, flags, flags2, "\n");
		seq_printf(m, "\n");
	}

	return rc;
}
EXPORT_SYMBOL(lprocfs_connect_flags_seq_show);

static const struct attribute *obd_def_uuid_attrs[] = {
	&lustre_attr_uuid.attr,
	NULL,
};

static const struct attribute *obd_def_attrs[] = {
	&lustre_attr_blocksize.attr,
	&lustre_attr_filestotal.attr,
	&lustre_attr_filesfree.attr,
	&lustre_attr_kbytestotal.attr,
	&lustre_attr_kbytesfree.attr,
	&lustre_attr_kbytesavail.attr,
	&lustre_attr_maxbytes.attr,
	&lustre_attr_namelen_max.attr,
	&lustre_attr_statfs_state.attr,
	&lustre_attr_uuid.attr,
	NULL,
};

static void obd_sysfs_release(struct kobject *kobj)
{
	struct obd_device *obd = container_of(kobj, struct obd_device,
					      obd_kset.kobj);

	complete(&obd->obd_kobj_unregister);
}

int lprocfs_obd_setup(struct obd_device *obd, bool uuid_only)
{
	int rc;

	if (!obd || obd->obd_magic != OBD_DEVICE_MAGIC)
		return -ENODEV;

	rc = kobject_set_name(&obd->obd_kset.kobj, "%s", obd->obd_name);
	if (rc)
		return rc;

	obd->obd_ktype.sysfs_ops = &lustre_sysfs_ops;
	obd->obd_ktype.release = obd_sysfs_release;

	obd->obd_kset.kobj.parent = &obd->obd_type->typ_kobj;
	obd->obd_kset.kobj.ktype = &obd->obd_ktype;
	init_completion(&obd->obd_kobj_unregister);
	rc = kset_register(&obd->obd_kset);
	if (rc)
		return rc;

	if (uuid_only)
		obd->obd_attrs = obd_def_uuid_attrs;
	else
		obd->obd_attrs = obd_def_attrs;

	rc = sysfs_create_files(&obd->obd_kset.kobj, obd->obd_attrs);
	if (rc) {
		kset_unregister(&obd->obd_kset);
		return rc;
	}

	obd->obd_debugfs_entry = debugfs_create_dir(obd->obd_name,
						    obd->obd_type->typ_debugfs_entry);
	ldebugfs_add_vars(obd->obd_debugfs_entry, obd->obd_debugfs_vars, obd);

	if (obd->obd_proc_entry || !obd->obd_type->typ_procroot)
		GOTO(already_registered, rc);

	obd->obd_proc_entry = lprocfs_register(obd->obd_name,
					       obd->obd_type->typ_procroot,
					       obd->obd_vars, obd);
	if (IS_ERR(obd->obd_proc_entry)) {
		rc = PTR_ERR(obd->obd_proc_entry);
		CERROR("error %d setting up lprocfs for %s\n",rc,obd->obd_name);
		obd->obd_proc_entry = NULL;

		debugfs_remove_recursive(obd->obd_debugfs_entry);
		obd->obd_debugfs_entry = NULL;

		sysfs_remove_files(&obd->obd_kset.kobj, obd->obd_attrs);
		obd->obd_attrs = NULL;
		kset_unregister(&obd->obd_kset);
		return rc;
	}
already_registered:
	return rc;
}
EXPORT_SYMBOL(lprocfs_obd_setup);

int lprocfs_obd_cleanup(struct obd_device *obd)
{
	if (!obd)
		return -EINVAL;

	debugfs_remove_recursive(obd->obd_debugfs_gss_dir);
	obd->obd_debugfs_gss_dir = NULL;
#ifdef HAVE_SERVER_SUPPORT
	/* Should be no exports left */
	debugfs_remove_recursive(obd->obd_debugfs_exports);
	obd->obd_debugfs_exports = NULL;
#endif
	if (obd->obd_proc_entry) {
		lprocfs_remove(&obd->obd_proc_entry);
		obd->obd_proc_entry = NULL;
	}

	debugfs_remove_recursive(obd->obd_debugfs_entry);
	obd->obd_debugfs_entry = NULL;

	/* obd device never allocated a kset */
	if (!obd->obd_kset.kobj.state_initialized)
		return 0;

	if (obd->obd_attrs) {
		sysfs_remove_files(&obd->obd_kset.kobj, obd->obd_attrs);
		obd->obd_attrs = NULL;
	}

	kset_unregister(&obd->obd_kset);
	wait_for_completion(&obd->obd_kobj_unregister);
	return 0;
}
EXPORT_SYMBOL(lprocfs_obd_cleanup);

int lprocfs_stats_alloc_one(struct lprocfs_stats *stats, unsigned int cpuid)
{
	struct lprocfs_counter *cntr;
	unsigned int percpusize;
	int rc = -ENOMEM;
	int i;

	LASSERT(stats->ls_percpu[cpuid] == NULL);
	LASSERT((stats->ls_flags & LPROCFS_STATS_FLAG_NOPERCPU) == 0);

	percpusize = lprocfs_stats_counter_size(stats);
	LIBCFS_ALLOC_ATOMIC(stats->ls_percpu[cpuid], percpusize);
	if (stats->ls_percpu[cpuid]) {
		rc = 0;
		if (unlikely(stats->ls_biggest_alloc_num <= cpuid)) {
			spin_lock(&stats->ls_lock);
			if (stats->ls_biggest_alloc_num <= cpuid)
				stats->ls_biggest_alloc_num = cpuid + 1;
			spin_unlock(&stats->ls_lock);
		}
		/* initialize the ls_percpu[cpuid] non-zero counter */
		for (i = 0; i < stats->ls_num; ++i) {
			cntr = lprocfs_stats_counter_get(stats, cpuid, i);
			cntr->lc_min = LC_MIN_INIT;
		}
	}
	return rc;
}

struct lprocfs_stats *lprocfs_stats_alloc(unsigned int num,
                                          enum lprocfs_stats_flags flags)
{
	struct lprocfs_stats *stats;
	unsigned int num_entry;
	unsigned int percpusize = 0;

	if (num == 0)
		return NULL;

	if (lprocfs_no_percpu_stats != 0)
		flags |= LPROCFS_STATS_FLAG_NOPERCPU;

	if (flags & LPROCFS_STATS_FLAG_NOPERCPU)
		num_entry = 1;
	else
		num_entry = num_possible_cpus();

	/* alloc percpu pointers for all possible cpu slots */
	LIBCFS_ALLOC(stats, offsetof(typeof(*stats), ls_percpu[num_entry]));
	if (!stats)
		return NULL;

	stats->ls_num = num;
	stats->ls_flags = flags;
	stats->ls_init = ktime_get_real();
	spin_lock_init(&stats->ls_lock);
	kref_init(&stats->ls_refcount);
	stats->ls_index = -1;

	/* alloc num of counter headers */
	CFS_ALLOC_PTR_ARRAY(stats->ls_cnt_header, stats->ls_num);
	if (!stats->ls_cnt_header)
		goto fail;

	if ((flags & LPROCFS_STATS_FLAG_NOPERCPU) != 0) {
		/* contains only one set counters */
		percpusize = lprocfs_stats_counter_size(stats);
		LIBCFS_ALLOC_ATOMIC(stats->ls_percpu[0], percpusize);
		if (!stats->ls_percpu[0])
			goto fail;
		stats->ls_biggest_alloc_num = 1;
	}

	return stats;

fail:
	lprocfs_stats_free(&stats);
	return NULL;
}
EXPORT_SYMBOL(lprocfs_stats_alloc);

/* stats_list is a mirror of those parts of debugfs which contain lustre
 * statistics. It is used to provide netlink access to those statistics.
 * Any lustre module and register or deregister a set of statistics.
 */
static atomic_t lstats_count = ATOMIC_INIT(0);
static DEFINE_XARRAY_ALLOC(lstats_list);

struct lprocfs_stats *ldebugfs_stats_alloc(int num, char *name,
					   struct dentry *debugfs_entry,
					   enum lprocfs_stats_flags flags)
{
	struct lprocfs_stats *stats = lprocfs_stats_alloc(num, flags);
	size_t len = strlen(name);
	char *param;
	int rc;

	if (!stats)
		return NULL;

	xa_lock(&lstats_list);
	stats->ls_index = atomic_read(&lstats_count);
	rc = __xa_alloc(&lstats_list, &stats->ls_index, stats, xa_limit_31b,
			GFP_KERNEL);
	if (rc < 0) {
		xa_unlock(&lstats_list);
		lprocfs_stats_free(&stats);
		return NULL;
	}
	atomic_inc(&lstats_count);
	xa_unlock(&lstats_list);

	param = strrchr(name, '.');
	if (param) {
		len -= strlen(param);
		param++;
	} else {
		param = name;
	}

	strscpy(stats->ls_source, name, len + 1);
	debugfs_create_file(param, 0644, debugfs_entry, stats,
			    &ldebugfs_stats_seq_fops);
	return stats;
}
EXPORT_SYMBOL(ldebugfs_stats_alloc);

static void stats_free(struct kref *kref)
{
	struct lprocfs_stats *stats = container_of(kref, struct lprocfs_stats,
						   ls_refcount);
	unsigned int num_entry;
	unsigned int percpusize;
	unsigned int i;

	if (!stats || stats->ls_num == 0)
		return;

	if (stats->ls_flags & LPROCFS_STATS_FLAG_NOPERCPU)
		num_entry = 1;
	else
		num_entry = num_possible_cpus();

	percpusize = lprocfs_stats_counter_size(stats);
	for (i = 0; i < num_entry; i++)
		LIBCFS_FREE(stats->ls_percpu[i], percpusize);

	if (stats->ls_cnt_header) {
		for (i = 0; i < stats->ls_num; i++)
			CFS_FREE_PTR(stats->ls_cnt_header[i].lc_hist);

		CFS_FREE_PTR_ARRAY(stats->ls_cnt_header, stats->ls_num);
	}

	if (stats->ls_index != -1) {
		xa_lock(&lstats_list);
		__xa_erase(&lstats_list, stats->ls_index);
		atomic_dec(&lstats_count);
		xa_unlock(&lstats_list);
	}

	LIBCFS_FREE(stats, offsetof(typeof(*stats), ls_percpu[num_entry]));
}

void lprocfs_stats_free(struct lprocfs_stats **statsh)
{
	struct lprocfs_stats *stats = *statsh;

	if (!stats)
		return;

	if (kref_put(&stats->ls_refcount, stats_free))
		*statsh = NULL;
}
EXPORT_SYMBOL(lprocfs_stats_free);

struct lprocfs_stats *lprocfs_stats_dup(struct lprocfs_stats *stats)
{
	struct lprocfs_stats *s;
	int i;

	s = lprocfs_stats_alloc(stats->ls_num, stats->ls_flags);
	if (IS_ERR(s))
		return s;

	for (i = 0; i < stats->ls_num; i++) {
		struct lprocfs_counter_header *header;

		header = &stats->ls_cnt_header[i];
		s->ls_cnt_header[i].lc_config = header->lc_config;
		s->ls_cnt_header[i].lc_name = header->lc_name;
		s->ls_cnt_header[i].lc_units = header->lc_units;
	}

	return s;
}
EXPORT_SYMBOL(lprocfs_stats_dup);

unsigned int lustre_stats_scan(struct lustre_stats_list *slist, const char *source)
{
	struct lprocfs_stats *item, **stats;
	unsigned int cnt = 0, snum = 0, i;
	unsigned long idx = 0;

	if (source) {
		for (i = 0; source[i]; i++) {
			if (source[i] == '.')
				snum++;
		}
	}

	xa_for_each(&lstats_list, idx, item) {
		if (!kref_get_unless_zero(&item->ls_refcount))
			continue;

		if (strlen(item->ls_source) == 0) {
			lprocfs_stats_free(&item);
			continue;
		}

		if (source) {
			char filter[MAX_OBD_NAME * 4], *src = item->ls_source;
			unsigned int num = 0;

			/* glob_match() has a hard time telling *.* from *.*.*
			 * from *.*.* so we need to compare the number of '.'
			 * and filter on that as well. This actually avoids
			 * the overhead of calling glob_match() every time.
			 */
			for (i = 0; src[i]; i++) {
				if (src[i] == '.')
					num++;
			}

			if (snum != num) {
				lprocfs_stats_free(&item);
				continue;
			}

			/* glob_match() does not like *.--- patterns so
			 * we have to do special handling in this case.
			 * Replace '*.' with obd_type names.
			 */
			if (strstarts(source, "*.")) {
				char *start = strchr(src, '.');
				int len;

				/* If start is NULL this means its a top
				 * level stats. We are looking for "*."
				 * which is one level down. Let's skip it.
				 */
				if (!start) {
					lprocfs_stats_free(&item);
					continue;
				}

				/* We know src -> start is the obd_type */
				len = start - src;
				snprintf(filter, sizeof(filter), "%.*s%s",
					 len, src, source + 1);
				filter[strlen(filter) - 1] = '\0';
			} else {
				strscpy(filter, source, strlen(source) + 1);
			}

			if (!glob_match(filter, src)) {
				lprocfs_stats_free(&item);
				continue;
			}
		}
		stats = genradix_ptr_alloc(&slist->gfl_list, slist->gfl_count++,
					   GFP_ATOMIC);
		if (!stats) {
			lprocfs_stats_free(&item);
			return -ENOMEM;
		}
		*stats = item;
		cnt += item->ls_num;
	}

	return slist->gfl_count ? cnt : -ENOENT;
}

u64 lprocfs_stats_collector(struct lprocfs_stats *stats, int idx,
			    enum lprocfs_fields_flags field)
{
	unsigned long flags = 0;
	unsigned int num_cpu;
	unsigned int i;
	u64 ret = 0;

	LASSERT(stats);

	num_cpu = lprocfs_stats_lock(stats, LPROCFS_GET_NUM_CPU, &flags);
	for (i = 0; i < num_cpu; i++) {
		struct lprocfs_counter *cntr;

		if (!stats->ls_percpu[i])
			continue;

		cntr = lprocfs_stats_counter_get(stats, i, idx);
		ret += lprocfs_read_helper(cntr, &stats->ls_cnt_header[idx],
					   stats->ls_flags, field);
	}
	lprocfs_stats_unlock(stats, LPROCFS_GET_NUM_CPU, &flags);
	return ret;
}
EXPORT_SYMBOL(lprocfs_stats_collector);

void lprocfs_stats_clear(struct lprocfs_stats *stats)
{
	struct lprocfs_counter *percpu_cntr;
	unsigned int num_entry;
	unsigned long flags = 0;
	int i, j;

	num_entry = lprocfs_stats_lock(stats, LPROCFS_GET_NUM_CPU, &flags);

	/* clear histogram if exists */
	for (j = 0; j < stats->ls_num; j++) {
		struct obd_histogram *hist = stats->ls_cnt_header[j].lc_hist;

		if (hist != NULL)
			lprocfs_oh_clear(hist);
	}

	for (i = 0; i < num_entry; i++) {
		if (!stats->ls_percpu[i])
			continue;
		for (j = 0; j < stats->ls_num; j++) {
			percpu_cntr = lprocfs_stats_counter_get(stats, i, j);
			percpu_cntr->lc_count		= 0;
			percpu_cntr->lc_min		= LC_MIN_INIT;
			percpu_cntr->lc_max		= 0;
			percpu_cntr->lc_sumsquare	= 0;
			percpu_cntr->lc_sum		= 0;
		}
	}
	stats->ls_init = ktime_get_real();

	lprocfs_stats_unlock(stats, LPROCFS_GET_NUM_CPU, &flags);
}
EXPORT_SYMBOL(lprocfs_stats_clear);

static ssize_t lprocfs_stats_seq_write(struct file *file,
				       const char __user *buf,
				       size_t len, loff_t *off)
{
	struct seq_file *seq = file->private_data;
	struct lprocfs_stats *stats = seq->private;

	lprocfs_stats_clear(stats);

	return len;
}

static void *lprocfs_stats_seq_start(struct seq_file *p, loff_t *pos)
{
	struct lprocfs_stats *stats = p->private;

	return (*pos < stats->ls_num) ? pos : NULL;
}

static void lprocfs_stats_seq_stop(struct seq_file *p, void *v)
{
}

static void *lprocfs_stats_seq_next(struct seq_file *p, void *v, loff_t *pos)
{
	(*pos)++;

	return lprocfs_stats_seq_start(p, pos);
}

/**
 * lprocfs_stats_header() - print header of stats including snapshot_time,
 * start_time and elapsed_time.
 * @seq: the file to print content to
 * @now: end time to calculate elapsed_time
 * @ts_init: start time to calculate elapsed_time
 * @width: the width of key to align them well
 * @colon: "" or ":"
 * @show_units: show units or not
 * @prefix: prefix (indent) before printing each line of header
 *			to align them with other content
 */
void lprocfs_stats_header(struct seq_file *seq, ktime_t now, ktime_t ts_init,
			  int width, const char *colon, bool show_units,
			  const char *prefix)
{
	const char *units = show_units ? " secs.nsecs" : "";
	struct timespec64 ts;
	const char *field;

	field = (colon && colon[0]) ? "snapshot_time:" : "snapshot_time";
	ts = ktime_to_timespec64(now);
	seq_printf(seq, "%s%-*s %llu.%09lu%s\n", prefix, width, field,
		   (s64)ts.tv_sec, ts.tv_nsec, units);

	if (!obd_enable_stats_header)
		return;

	field = (colon && colon[0]) ? "start_time:" : "start_time";
	ts = ktime_to_timespec64(ts_init);
	seq_printf(seq, "%s%-*s %llu.%09lu%s\n", prefix, width, field,
		   (s64)ts.tv_sec, ts.tv_nsec, units);

	field = (colon && colon[0]) ? "elapsed_time:" : "elapsed_time";
	ts = ktime_to_timespec64(ktime_sub(now, ts_init));
	seq_printf(seq, "%s%-*s %llu.%09lu%s\n", prefix, width, field,
		   (s64)ts.tv_sec, ts.tv_nsec, units);
}
EXPORT_SYMBOL(lprocfs_stats_header);

/* seq file export of one lprocfs counter */
static int lprocfs_stats_seq_show(struct seq_file *p, void *v)
{
	struct lprocfs_stats *stats = p->private;
	struct lprocfs_counter_header *hdr;
	struct lprocfs_counter ctr;
	int idx = *(loff_t *)v;

	if (idx == 0)
		lprocfs_stats_header(p, ktime_get_real(), stats->ls_init, 25,
				     "", true, "");

	hdr = &stats->ls_cnt_header[idx];
	lprocfs_stats_collect(stats, idx, &ctr);

	if (ctr.lc_count == 0)
		return 0;

	seq_printf(p, "%-25s %lld samples [%s]", hdr->lc_name,
		   ctr.lc_count, hdr->lc_units);

	if ((hdr->lc_config & LPROCFS_CNTR_AVGMINMAX) && ctr.lc_count > 0) {
		seq_printf(p, " %lld %lld %lld",
			   ctr.lc_min, ctr.lc_max, ctr.lc_sum);
		if (hdr->lc_config & LPROCFS_CNTR_STDDEV)
			seq_printf(p, " %llu", ctr.lc_sumsquare);
	}
	seq_putc(p, '\n');
	return 0;
}

static const struct seq_operations lprocfs_stats_seq_sops = {
	.start	= lprocfs_stats_seq_start,
	.stop	= lprocfs_stats_seq_stop,
	.next	= lprocfs_stats_seq_next,
	.show	= lprocfs_stats_seq_show,
};

static int lprocfs_stats_seq_open(struct inode *inode, struct file *file)
{
	struct seq_file *seq;
	int rc;

	rc = seq_open(file, &lprocfs_stats_seq_sops);
	if (rc)
		return rc;
	seq = file->private_data;
	seq->private = inode->i_private ? inode->i_private : pde_data(inode);
	return 0;
}

const struct file_operations ldebugfs_stats_seq_fops = {
	.owner   = THIS_MODULE,
	.open    = lprocfs_stats_seq_open,
	.read    = seq_read,
	.write   = lprocfs_stats_seq_write,
	.llseek  = seq_lseek,
	.release = seq_release,
};
EXPORT_SYMBOL(ldebugfs_stats_seq_fops);

#ifdef CONFIG_PROC_FS
static const struct proc_ops lprocfs_stats_seq_fops = {
	PROC_OWNER(THIS_MODULE)
	.proc_open	= lprocfs_stats_seq_open,
	.proc_read	= seq_read,
	.proc_write	= lprocfs_stats_seq_write,
	.proc_lseek	= seq_lseek,
	.proc_release	= seq_release,
};

int lprocfs_stats_register(struct proc_dir_entry *root, const char *name,
			   struct lprocfs_stats *stats)
{
	struct proc_dir_entry *entry;

	LASSERT(root != NULL);
	entry = proc_create_data(name, 0644, root,
				 &lprocfs_stats_seq_fops, stats);
	if (!entry)
		return -ENOMEM;

	return 0;
}
EXPORT_SYMBOL(lprocfs_stats_register);
#endif /* CONFIG_PROC_FS */

static const char *lprocfs_counter_config_units(const char *name,
					 enum lprocfs_counter_config config)
{
	const char *units;

	switch (config & LPROCFS_TYPE_MASK) {
	default:
		units = "reqs"; break;
	case LPROCFS_TYPE_BYTES:
		units = "bytes"; break;
	case LPROCFS_TYPE_PAGES:
		units = "pages"; break;
	case LPROCFS_TYPE_LOCKS:
		units = "locks"; break;
	case LPROCFS_TYPE_LOCKSPS:
		units = "locks/s"; break;
	case LPROCFS_TYPE_SECS:
		units = "secs"; break;
	case LPROCFS_TYPE_USECS:
		units = "usecs"; break;
	}

	return units;
}

void lprocfs_counter_init_units(struct lprocfs_stats *stats, int index,
				enum lprocfs_counter_config config,
				const char *name, const char *units)
{
	struct lprocfs_counter_header *header;
	struct lprocfs_counter *percpu_cntr;
	unsigned long flags = 0;
	unsigned int i;
	unsigned int num_cpu;

	LASSERT(stats != NULL);

	header = &stats->ls_cnt_header[index];
	LASSERTF(header != NULL, "Failed to allocate stats header:[%d]%s/%s\n",
		 index, name, units);

	header->lc_config = config;
	header->lc_name = name;
	header->lc_units = units;

	if (config & LPROCFS_CNTR_HISTOGRAM) {
		CFS_ALLOC_PTR(stats->ls_cnt_header[index].lc_hist);
		if (stats->ls_cnt_header[index].lc_hist == NULL)
			CERROR("LprocFS: Failed to allocate histogram:[%d]%s/%s\n",
			       index, name, units);
		else
			spin_lock_init(&stats->ls_cnt_header[index].lc_hist->oh_lock);
	}
	num_cpu = lprocfs_stats_lock(stats, LPROCFS_GET_NUM_CPU, &flags);
	stats->ls_init = ktime_get_real();
	for (i = 0; i < num_cpu; ++i) {
		if (!stats->ls_percpu[i])
			continue;
		percpu_cntr = lprocfs_stats_counter_get(stats, i, index);
		percpu_cntr->lc_count		= 0;
		percpu_cntr->lc_min		= LC_MIN_INIT;
		percpu_cntr->lc_max		= 0;
		percpu_cntr->lc_sumsquare	= 0;
		percpu_cntr->lc_sum		= 0;
	}
	lprocfs_stats_unlock(stats, LPROCFS_GET_NUM_CPU, &flags);
}
EXPORT_SYMBOL(lprocfs_counter_init_units);

void lprocfs_counter_init(struct lprocfs_stats *stats, int index,
			  enum lprocfs_counter_config config,
			  const char *name)
{
	lprocfs_counter_init_units(stats, index, config, name,
				   lprocfs_counter_config_units(name, config));
}
EXPORT_SYMBOL(lprocfs_counter_init);

static const char * const mps_stats[] = {
	[LPROC_MD_CLOSE]		= "close",
	[LPROC_MD_CREATE]		= "create",
	[LPROC_MD_ENQUEUE]		= "enqueue",
	[LPROC_MD_ENQUEUE_ASYNC]	= "enqueue_async",
	[LPROC_MD_GETATTR]		= "getattr",
	[LPROC_MD_INTENT_LOCK]		= "intent_lock",
	[LPROC_MD_LINK]			= "link",
	[LPROC_MD_RENAME]		= "rename",
	[LPROC_MD_SETATTR]		= "setattr",
	[LPROC_MD_FSYNC]		= "fsync",
	[LPROC_MD_READ_PAGE]		= "read_page",
	[LPROC_MD_UNLINK]		= "unlink",
	[LPROC_MD_SETXATTR]		= "setxattr",
	[LPROC_MD_GETXATTR]		= "getxattr",
	[LPROC_MD_INTENT_GETATTR_ASYNC]	= "intent_getattr_async",
	[LPROC_MD_REVALIDATE_LOCK]	= "revalidate_lock",
};

int lprocfs_alloc_md_stats(struct obd_device *obd,
			   unsigned int num_private_stats)
{
	struct lprocfs_stats *stats;
	unsigned int num_stats;
	int rc, i;

	/*
	 * TODO Ensure that this function is only used where
	 * appropriate by adding an assertion to the effect that
	 * obd->obd_type->typ_md_ops is not NULL. We can't do this now
	 * because mdt_procfs_init() uses this function to allocate
	 * the stats backing /proc/fs/lustre/mdt/.../md_stats but the
	 * mdt layer does not use the md_ops interface. This is
	 * confusing and a waste of memory. See LU-2484.
	 */
	LASSERT(obd->obd_proc_entry != NULL);
	LASSERT(obd->obd_md_stats == NULL);

	num_stats = ARRAY_SIZE(mps_stats) + num_private_stats;
	stats = lprocfs_stats_alloc(num_stats, 0);
	if (!stats)
		return -ENOMEM;

	for (i = 0; i < ARRAY_SIZE(mps_stats); i++) {
		lprocfs_counter_init(stats, i, LPROCFS_TYPE_REQS,
				     mps_stats[i]);
		LASSERTF(stats->ls_cnt_header[i].lc_name,
			 "Missing md_stat initializer md_op operation at offset %d. Aborting.\n",
			 i);
	}

	rc = lprocfs_stats_register(obd->obd_proc_entry, "md_stats", stats);
	if (rc < 0) {
		lprocfs_stats_free(&stats);
	} else {
		obd->obd_md_stats = stats;
	}

	return rc;
}
EXPORT_SYMBOL(lprocfs_alloc_md_stats);

void lprocfs_free_md_stats(struct obd_device *obd)
{
	struct lprocfs_stats *stats = obd->obd_md_stats;

	if (stats) {
		obd->obd_md_stats = NULL;
		lprocfs_stats_free(&stats);
	}
}
EXPORT_SYMBOL(lprocfs_free_md_stats);

__s64 lprocfs_read_helper(struct lprocfs_counter *lc,
			  struct lprocfs_counter_header *header,
			  enum lprocfs_stats_flags flags,
			  enum lprocfs_fields_flags field)
{
	__s64 ret = 0;

	if (!lc || !header)
		RETURN(0);

	switch (field) {
		case LPROCFS_FIELDS_FLAGS_CONFIG:
			ret = header->lc_config;
			break;
		case LPROCFS_FIELDS_FLAGS_SUM:
			ret = lc->lc_sum;
			break;
		case LPROCFS_FIELDS_FLAGS_MIN:
			ret = lc->lc_min;
			break;
		case LPROCFS_FIELDS_FLAGS_MAX:
			ret = lc->lc_max;
			break;
		case LPROCFS_FIELDS_FLAGS_AVG:
			ret = div64_u64(lc->lc_sum, lc->lc_count);
			break;
		case LPROCFS_FIELDS_FLAGS_SUMSQUARE:
			ret = lc->lc_sumsquare;
			break;
		case LPROCFS_FIELDS_FLAGS_COUNT:
			ret = lc->lc_count;
			break;
		default:
			break;
	};
	RETURN(ret);
}
EXPORT_SYMBOL(lprocfs_read_helper);

/*
 * Parse a decimal string and decompose it into integer and fractional values.
 * The fractionnal part is returned with @frac_d and @frac_div the 10^x
 * denominator. The maximum number of digits for the fractional part is 9.
 *
 * examples of valid inputs:
 * - ".01"	-> int_d: 0, frac_d: 1,		frac_div: 100
 * - "5"	-> int_d: 5, frac_d: 0,		frac_div: 1
 * - "2.1255"	-> int_d: 2, frac_d: 1255,	frac_div: 10000
 * - "2.0295"	-> int_d: 2, frac_d: 295,	frac_div: 10000
 * - "2.99999"	-> int_d: 3, frac_d: 99999,	frac_div: 100000
 */
static int string_to_decimal(u64 *int_d, u64 *frac_d, u32 *frac_div,
			     const char *buffer, size_t count)
{
	const char *str = buffer;
	int len = 0, frac_len = 0;
	int i;
	int rc;

	*int_d = 0;
	*frac_d = 0;
	*frac_div = 1;

	if (!count)
		return -EINVAL;

	/* parse integer */
	if (*str != '.') {
		rc = sscanf(str, "%llu%n", int_d, &len);
		if (rc < 0)
			return rc;
		if (rc < 1 || !len || len > count)
			return -EINVAL;
		str += len;
	}

	/* parse fractional  */
	if (*str != '.')
		return len ? len : -EINVAL;

	str++;
	len++;
	rc = sscanf(str, "%llu%n", frac_d, &frac_len);
	if (rc < 0)
		return rc;
	if (rc < 1 || !frac_len)
		return (len == 1) ? -EINVAL : len;

	len += frac_len;
	if (len > count)
		return -EINVAL;

	/* if frac_len >= 10, the frac_div will overflow */
	if (frac_len >= 10)
		return -EOVERFLOW;

	for (i = 0; i < frac_len; i++)
		*frac_div *= 10;

	return len;
}

static int string_to_blksize(u64 *blk_size, const char *buffer, size_t count)
{
	/* For string_get_size() it can support values above exabytes,
	 * (ZiB, YiB) due to breaking the return value into a size and
	 * bulk size to avoid 64 bit overflow. We don't break the size
	 * up into block size units so we don't support ZiB or YiB.
	 */
	enum string_size_units {
		STRING_UNITS_2 = 0,
		STRING_UNITS_10,
	} unit = STRING_UNITS_2;
	static const char *const units_2[] = {
		"K",  "M",  "G",  "T",  "P",  "E",
	};
	static const char *const units_10[] = {
		"kB", "MB", "GB", "TB", "PB", "EB",
	};
	static const char *const *const units_str[] = {
		[STRING_UNITS_2] = units_2,
		[STRING_UNITS_10] = units_10,
	};
	static const unsigned int coeff[] = {
		[STRING_UNITS_2] = 1024,
		[STRING_UNITS_10] = 1000,
	};
	size_t len = 0;
	int i;

	*blk_size = 1;
	if (!count || !*buffer)
		return -EINVAL;

	if (*buffer == 'B') {
		len = 1;
		goto check_end;
	}

	if (count >= 2 && buffer[1] == 'B')
		unit = STRING_UNITS_10;

	i = unit == STRING_UNITS_2 ? ARRAY_SIZE(units_2) - 1 :
				     ARRAY_SIZE(units_10) - 1;
	do {
		size_t unit_len = min(count, strlen(units_str[unit][i]));

		if (strncmp(buffer, units_str[unit][i], unit_len) == 0) {
			len += unit_len;
			for (; i >= 0; i--)
				*blk_size *= coeff[unit];
			break;
		}
	} while (i--);

	if (*blk_size == 1) {
		CDEBUG(D_INFO, "unknown suffix '%s'\n", buffer);
		return -EINVAL;
	}

	/* handle the optional "iB" suffix */
	if (unit == STRING_UNITS_2 && (count - len) >= 2 &&
	    buffer[len] == 'i' && buffer[len + 1] == 'B')
		len += 2;

check_end:
	if (count > len && isalnum(buffer[len]))
		return -EINVAL;

	return len;
}

/*
 * This comes from scale64_check_overflow() (time/timekeeping.c).
 * This is used to prevent u64 overflow for:
 * *base = mutl * *base / div
 */
static int scale64_rem(u64 mult, u32 div, u64 *base, u32 *remp)
{
	u64 tmp = *base;
	u64 quot;
	u32 rem, rem2;

	if (!tmp)
		return 0;
	if (mult > tmp)
		swap(mult, tmp);

	quot = div_u64_rem(tmp, div, &rem);

	if (mult > div &&
	    (fls64(mult) + fls64(quot) >= 8 * sizeof(u64) ||
	    fls64(mult) + fls(rem) >= 8 * sizeof(u64)))
		return -EOVERFLOW;
	quot *= mult;

	tmp = div_u64_rem(rem * mult, div, &rem2);
	*base = quot + tmp;
	if (remp)
		*remp = rem2;

	return 0;
}

static int __string_to_size(u64 *size, const char *buffer, size_t count,
			    u64 total, const char *defunit)
{
	u64 whole, frac, blk_size;
	u32 frac_div, rem;
	const char *ptr;
	size_t len, unit_len;
	int rc;

	*size = 0;

	rc = string_to_decimal(&whole, &frac, &frac_div, buffer, count);
	if (rc < 0)
		return rc;

	len = rc;
	ptr = buffer + len;
	if (len >= count || !*ptr || isspace(*ptr)) {
		*size = whole;
		if (!defunit)
			return len;

		ptr = defunit;
		unit_len = strlen(defunit);
	} else {
		unit_len = count - len;
	}

	if (*ptr == '%') {
		if (!total)
			return -EINVAL;
		if (whole > 100 || (whole == 100 && frac))
			return -ERANGE;

		/* *size = (total * whole + total * frac / frac_dev) / 100 */
		rc = scale64_rem(total, 100, &whole, &rem);
		if (rc)
			return rc;
		rc = scale64_rem(total, frac_div, &frac, NULL);
		if (rc)
			return rc;
		frac += rem;
		do_div(frac, 100);

		*size = whole + frac;
		if (ptr != defunit)
			len++;

		return len;
	}

	rc = string_to_blksize(&blk_size, ptr, unit_len);
	if (rc < 0)
		return rc;

	if (ptr != defunit)
		len += rc;

	if (blk_size == 1 && frac)
		return -EINVAL;

	if (blk_size == 1) {
		*size = whole;
		return len;
	}

	if (fls64(whole) + fls64(blk_size) >= sizeof(u64) * 8)
		return -EOVERFLOW;

	whole *= blk_size;
	rc = scale64_rem(blk_size, frac_div, &frac, NULL);
	if (rc)
		return rc;

	*size = whole + frac;
	if (total && *size > total)
		return -ERANGE;

	return len;
}

/**
 * string_to_size - convert ASCII string representing a numerical
 *		    value with optional units to 64-bit binary value
 *
 * @size:	The numerical value extract out of @buffer
 * @buffer:	passed in string to parse
 * @count:	length of the @buffer
 *
 * This function returns a 64-bit binary value if @buffer contains a valid
 * numerical string. The string is parsed to 3 significant figures after
 * the decimal point. Support the string containing an optional units at
 * the end which can be base 2 or base 10 in value. If no units are given
 * the string is assumed to just a numerical value.
 *
 * Returns:	length of characters parsed,
 *		-errno on invalid input strings. Error values:
 *
 *  - ``-EINVAL``: @buffer is not a proper numerical string
 *  - ``-EOVERFLOW``: results does not fit into 64 bits.
 *  - ``-E2BIG ``: @buffer is too large (not a valid number)
 */
int string_to_size(u64 *size, const char *buffer, size_t count)
{
	return __string_to_size(size, buffer, count, 0, NULL);
}
EXPORT_SYMBOL(string_to_size);

/**
 * sysfs_memparse - parse a ASCII string to 64-bit binary value,
 *		    with optional units
 *
 * @buffer:	kernel pointer to input string
 * @count:	number of bytes in the input @buffer
 * @val:	(output) binary value returned to caller
 * @defunit:	default unit suffix to use if none is provided
 *
 * Parses a string into a number. The number stored at @buffer is
 * potentially suffixed with K, M, G, T, P, E. Besides these other
 * valid suffix units are shown in the __string_to_size() function.
 * If the string lacks a suffix then the defunit is used. The defunit
 * should be given as a binary unit (e.g. MiB) as that is the standard
 * for tunables in Lustre.  If no unit suffix is given (e.g. only "G"
 * instead of "GB"), then it is assumed to be in binary units ("GiB").
 *
 * Returns:	0 on success or -errno on failure.
 */
int sysfs_memparse(const char *buffer, size_t count, u64 *val,
		   const char *defunit)
{
	const char *param = buffer;
	int rc;

	count = strnlen(buffer, count);
	if (!count)
		RETURN(-EINVAL);

	rc = __string_to_size(val, param, count, 0, defunit);

	return rc < 0 ? rc : 0;
}
EXPORT_SYMBOL(sysfs_memparse);

/**
 * sysfs_memparse_total - extend the sys_memparse() function to parse
 *			  percent value
 *
 * @buffer:	kernel pointer to input string
 * @count:	number of bytes in the input @buffer
 * @val:	(output) binary value returned to caller
 * @total:	total size value to compute a percentage
 * @defunit:	default unit suffix to use if none is provided
 *
 * Parses a string into a number. The number stored at @buffer is
 * potentially suffixed with K, M, G, T, P, E, %. Besides these other
 * valid suffix units are shown in the __string_to_size() function.
 * If the string lacks a suffix then the defunit is used. The defunit
 * should be given as a binary unit (e.g. MiB) as that is the standard
 * for tunables in Lustre.  If no unit suffix is given (e.g. only "G"
 * instead of "GB"), then it is assumed to be in binary units ("GiB").
 *
 * The function will return -ERANGE if the parsed size exceeds the
 * @total size (> 100%).
 *
 * Returns:	0 on success or -errno on failure.
 */
int sysfs_memparse_total(const char *buffer, size_t count, u64 *val,
			 u64 total, const char *defunit)
{
	const char *param = buffer;
	int rc;

	count = strnlen(buffer, count);
	if (!count)
		RETURN(-EINVAL);

	rc = __string_to_size(val, param, count, total, defunit);

	return rc < 0 ? rc : 0;
}
EXPORT_SYMBOL(sysfs_memparse_total);

/**
 * lprocfs_find_named_value() - Find the string @name in the input @buffer
 * @buffer: input string
 * @name: string to search
 * @count: size of @buffer
 *
 * Returns the string @name in the input @buffer, and return a pointer to the
 * value immediately following @name, reducing @count appropriately.
 * If @name is not found the original @buffer is returned.
 */
char *lprocfs_find_named_value(const char *buffer, const char *name,
				size_t *count)
{
	char *val;
	size_t buflen = *count;

	val = strnstr(buffer, name, buflen);
	if (!val)
		return (char *)buffer;

	val += strlen(name);                             /* skip prefix */
	while (val < buffer + buflen && isspace(*val)) /* skip separator */
		val++;

	*count = 0;
	while (val < buffer + buflen &&
	       (isalnum(*val) || *val == '%' || *val == '.')) {
		++*count;
		++val;
	}

	return val - *count;
}
EXPORT_SYMBOL(lprocfs_find_named_value);

#ifdef CONFIG_PROC_FS
int lprocfs_seq_create(struct proc_dir_entry *parent,
		       const char *name,
		       mode_t mode,
		       const struct proc_ops *seq_fops,
		       void *data)
{
	struct proc_dir_entry *entry;
	ENTRY;

	/* Disallow secretly (un)writable entries. */
	LASSERT(!seq_fops->proc_write == !(mode & 0222));

	entry = proc_create_data(name, mode, parent, seq_fops, data);

	if (!entry)
		RETURN(-ENOMEM);

	RETURN(0);
}
EXPORT_SYMBOL(lprocfs_seq_create);

int lprocfs_obd_seq_create(struct obd_device *obd,
			   const char *name,
			   mode_t mode,
			   const struct proc_ops *seq_fops,
			   void *data)
{
	return lprocfs_seq_create(obd->obd_proc_entry, name,
				  mode, seq_fops, data);
}
EXPORT_SYMBOL(lprocfs_obd_seq_create);
#endif

void lprocfs_oh_tally(struct obd_histogram *oh, unsigned int value)
{
	if (value >= OBD_HIST_MAX)
		value = OBD_HIST_MAX - 1;

	spin_lock(&oh->oh_lock);
	oh->oh_buckets[value]++;
	spin_unlock(&oh->oh_lock);
}
EXPORT_SYMBOL(lprocfs_oh_tally);

void lprocfs_oh_tally_log2(struct obd_histogram *oh, unsigned int value)
{
	unsigned int val = 0;

	if (likely(value != 0))
		val = min(fls(value - 1), OBD_HIST_MAX);

	lprocfs_oh_tally(oh, val);
}
EXPORT_SYMBOL(lprocfs_oh_tally_log2);

unsigned long lprocfs_oh_sum(struct obd_histogram *oh)
{
	unsigned long ret = 0;
	int i;

	for (i = 0; i < OBD_HIST_MAX; i++)
		ret +=  oh->oh_buckets[i];
	return ret;
}
EXPORT_SYMBOL(lprocfs_oh_sum);

void lprocfs_oh_clear(struct obd_histogram *oh)
{
	spin_lock(&oh->oh_lock);
	memset(oh->oh_buckets, 0, sizeof(oh->oh_buckets));
	spin_unlock(&oh->oh_lock);
}
EXPORT_SYMBOL(lprocfs_oh_clear);

void lprocfs_oh_tally_pcpu(struct obd_hist_pcpu *oh,
			   unsigned int value)
{
	if (value >= OBD_HIST_MAX)
		value = OBD_HIST_MAX - 1;

	percpu_counter_inc(&oh->oh_pc_buckets[value]);
}
EXPORT_SYMBOL(lprocfs_oh_tally_pcpu);

void lprocfs_oh_tally_log2_pcpu(struct obd_hist_pcpu *oh,
				unsigned int value)
{
	unsigned int val = 0;

	if (likely(value != 0))
		val = min(fls(value - 1), OBD_HIST_MAX);

	lprocfs_oh_tally_pcpu(oh, val);
}
EXPORT_SYMBOL(lprocfs_oh_tally_log2_pcpu);

unsigned long lprocfs_oh_counter_pcpu(struct obd_hist_pcpu *oh,
				      unsigned int value)
{
	return percpu_counter_sum(&oh->oh_pc_buckets[value]);
}
EXPORT_SYMBOL(lprocfs_oh_counter_pcpu);

unsigned long lprocfs_oh_sum_pcpu(struct obd_hist_pcpu *oh)
{
	unsigned long ret = 0;
	int i;

	for (i = 0; i < OBD_HIST_MAX; i++)
		ret += percpu_counter_sum(&oh->oh_pc_buckets[i]);

	return ret;
}
EXPORT_SYMBOL(lprocfs_oh_sum_pcpu);

int lprocfs_oh_alloc_pcpu(struct obd_hist_pcpu *oh)
{
	int i, rc;

	if (oh->oh_initialized)
		return 0;

	for (i = 0; i < OBD_HIST_MAX; i++) {
		rc = percpu_counter_init(&oh->oh_pc_buckets[i], 0, GFP_KERNEL);
		if (rc)
			goto out;
	}

	oh->oh_initialized = true;

	return 0;

out:
	for (i--; i >= 0; i--)
		percpu_counter_destroy(&oh->oh_pc_buckets[i]);

	return rc;
}
EXPORT_SYMBOL(lprocfs_oh_alloc_pcpu);

void lprocfs_oh_clear_pcpu(struct obd_hist_pcpu *oh)
{
	int i;

	for (i = 0; i < OBD_HIST_MAX; i++)
		percpu_counter_set(&oh->oh_pc_buckets[i], 0);
}
EXPORT_SYMBOL(lprocfs_oh_clear_pcpu);

void lprocfs_oh_release_pcpu(struct obd_hist_pcpu *oh)
{
	int i;

	if (!oh->oh_initialized)
		return;

	for (i = 0; i < OBD_HIST_MAX; i++)
		percpu_counter_destroy(&oh->oh_pc_buckets[i]);

	oh->oh_initialized = false;
}
EXPORT_SYMBOL(lprocfs_oh_release_pcpu);

ssize_t lustre_attr_show(struct kobject *kobj,
			 struct attribute *attr, char *buf)
{
	struct lustre_attr *a = container_of(attr, struct lustre_attr, attr);

	return a->show ? a->show(kobj, attr, buf) : 0;
}
EXPORT_SYMBOL_GPL(lustre_attr_show);

ssize_t lustre_attr_store(struct kobject *kobj, struct attribute *attr,
			  const char *buf, size_t len)
{
	struct lustre_attr *a = container_of(attr, struct lustre_attr, attr);

	return a->store ? a->store(kobj, attr, buf, len) : len;
}
EXPORT_SYMBOL_GPL(lustre_attr_store);

const struct sysfs_ops lustre_sysfs_ops = {
	.show  = lustre_attr_show,
	.store = lustre_attr_store,
};
EXPORT_SYMBOL_GPL(lustre_sysfs_ops);

ssize_t max_pages_per_rpc_show(struct kobject *kobj, struct attribute *attr,
			       char *buf)
{
	struct obd_device *obd = container_of(kobj, struct obd_device,
					      obd_kset.kobj);
	struct client_obd *cli = &obd->u.cli;
	int rc;

	spin_lock(&cli->cl_loi_list_lock);
	rc = scnprintf(buf, PAGE_SIZE, "%u\n", cli->cl_max_pages_per_rpc);
	spin_unlock(&cli->cl_loi_list_lock);
	return rc;
}
EXPORT_SYMBOL(max_pages_per_rpc_show);

ssize_t max_pages_per_rpc_store(struct kobject *kobj, struct attribute *attr,
				const char *buffer, size_t count)
{
	struct obd_device *obd = container_of(kobj, struct obd_device,
					      obd_kset.kobj);
	struct client_obd *cli = &obd->u.cli;
	struct obd_import *imp;
	struct obd_connect_data *ocd;
	int chunk_mask, rc;
	u64 val;

	rc = sysfs_memparse(buffer, count, &val, "B");
	if (rc)
		return rc;

	/* if the max_pages is specified in bytes, convert to pages */
	if (val >= ONE_MB_BRW_SIZE)
		val >>= PAGE_SHIFT;

	with_imp_locked(obd, imp, rc) {
		ocd = &imp->imp_connect_data;
		chunk_mask = ~((1 << (cli->cl_chunkbits - PAGE_SHIFT)) - 1);
		/* max_pages_per_rpc must be chunk aligned */
		val = (val + ~chunk_mask) & chunk_mask;
		if (val == 0 || (ocd->ocd_brw_size != 0 &&
				 val > ocd->ocd_brw_size >> PAGE_SHIFT)) {
			rc = -ERANGE;
		} else {
			spin_lock(&cli->cl_loi_list_lock);
			cli->cl_max_pages_per_rpc = val;
			client_adjust_max_dirty(cli);
			spin_unlock(&cli->cl_loi_list_lock);
		}
	}

	return rc ?: count;
}
EXPORT_SYMBOL(max_pages_per_rpc_store);

ssize_t short_io_bytes_show(struct kobject *kobj, struct attribute *attr,
			    char *buf)
{
	struct obd_device *obd = container_of(kobj, struct obd_device,
					      obd_kset.kobj);
	struct client_obd *cli = &obd->u.cli;
	int rc;

	spin_lock(&cli->cl_loi_list_lock);
	rc = sprintf(buf, "%d\n", cli->cl_max_short_io_bytes);
	spin_unlock(&cli->cl_loi_list_lock);
	return rc;
}
EXPORT_SYMBOL(short_io_bytes_show);

/* Used to catch people who think they're specifying pages. */
#define MIN_SHORT_IO_BYTES 64U

ssize_t short_io_bytes_store(struct kobject *kobj, struct attribute *attr,
			     const char *buffer, size_t count)
{
	struct obd_device *obd = container_of(kobj, struct obd_device,
					      obd_kset.kobj);
	struct client_obd *cli = &obd->u.cli;
	u64 val;
	int rc;

	if (strcmp(buffer, "-1") == 0) {
		val = OBD_DEF_SHORT_IO_BYTES;
	} else {
		rc = sysfs_memparse(buffer, count, &val, "B");
		if (rc)
			GOTO(out, rc);
	}

	if (val && (val < MIN_SHORT_IO_BYTES || val > LNET_MTU))
		GOTO(out, rc = -ERANGE);

	rc = count;

	spin_lock(&cli->cl_loi_list_lock);
	cli->cl_max_short_io_bytes = min_t(u64, val, OST_MAX_SHORT_IO_BYTES);
	spin_unlock(&cli->cl_loi_list_lock);

out:
	return rc;
}
EXPORT_SYMBOL(short_io_bytes_store);

const char *const cksum_name[] = {
	"crc32", "adler", "crc32c", "reserved", "t10ip512", "t10ip4K",
	"t10crc512", "t10crc4K", NULL
};
EXPORT_SYMBOL(cksum_name);

ssize_t checksum_type_show(struct kobject *kobj, struct attribute *attr,
			   char *buf)
{
	struct obd_device *obd = container_of(kobj, struct obd_device,
					      obd_kset.kobj);
	ssize_t len = 0;
	int i;

	if (!obd)
		return 0;

	for (i = 0; cksum_name[i] != NULL; i++) {
		if ((BIT(i) & obd->u.cli.cl_supp_cksum_types) == 0)
			continue;
		if (obd->u.cli.cl_cksum_type == BIT(i))
			len += scnprintf(buf + len, PAGE_SIZE, "[%s] ",
					 cksum_name[i]);
		else
			len += scnprintf(buf + len, PAGE_SIZE, "%s ",
					 cksum_name[i]);
	}
	len += scnprintf(buf + len, PAGE_SIZE, "\n");

	return len;
}
EXPORT_SYMBOL(checksum_type_show);

ssize_t checksum_type_store(struct kobject *kobj, struct attribute *attr,
			    const char *buffer, size_t count)
{
	struct obd_device *obd = container_of(kobj, struct obd_device,
					      obd_kset.kobj);
	int rc = -EINVAL;
	int i;

	if (!obd)
		return 0;

	for (i = 0; cksum_name[i] != NULL; i++) {
		if (strcasecmp(buffer, cksum_name[i]) == 0) {
			obd->u.cli.cl_preferred_cksum_type = BIT(i);
			if (obd->u.cli.cl_supp_cksum_types & BIT(i)) {
				obd->u.cli.cl_cksum_type = BIT(i);
				rc = count;
			} else {
				rc = -EOPNOTSUPP;
			}
			break;
		}
	}
	return rc;
}
EXPORT_SYMBOL(checksum_type_store);

int lprocfs_wr_root_squash(const char __user *buffer, unsigned long count,
			   struct root_squash_info *squash, char *name)
{
	int rc;
	char kernbuf[64], *tmp, *errmsg;
	unsigned long uid, gid;
	ENTRY;

	if (count >= sizeof(kernbuf)) {
		errmsg = "string too long";
		GOTO(failed_noprint, rc = -EINVAL);
	}
	if (copy_from_user(kernbuf, buffer, count)) {
		errmsg = "bad address";
		GOTO(failed_noprint, rc = -EFAULT);
	}
	kernbuf[count] = '\0';

	/* look for uid gid separator */
	tmp = strchr(kernbuf, ':');
	if (!tmp) {
		errmsg = "needs uid:gid format";
		GOTO(failed, rc = -EINVAL);
	}
	*tmp = '\0';
	tmp++;

	/* parse uid */
	if (kstrtoul(kernbuf, 0, &uid) != 0) {
		errmsg = "bad uid";
		GOTO(failed, rc = -EINVAL);
	}

	/* parse gid */
	if (kstrtoul(tmp, 0, &gid) != 0) {
		errmsg = "bad gid";
		GOTO(failed, rc = -EINVAL);
	}

	squash->rsi_uid = uid;
	squash->rsi_gid = gid;

	LCONSOLE_INFO("%s: root_squash is set to %u:%u\n",
		      name, squash->rsi_uid, squash->rsi_gid);
	RETURN(count);

failed:
	if (tmp) {
		tmp--;
		*tmp = ':';
	}
	CWARN("%s: failed to set root_squash to \"%s\", %s, rc = %d\n",
	      name, kernbuf, errmsg, rc);
	RETURN(rc);
failed_noprint:
	CWARN("%s: failed to set root_squash due to %s, rc = %d\n",
	      name, errmsg, rc);
	RETURN(rc);
}
EXPORT_SYMBOL(lprocfs_wr_root_squash);


int lprocfs_wr_nosquash_nids(const char __user *buffer, unsigned long count,
			     struct root_squash_info *squash, char *name)
{
	int rc;
	char *kernbuf = NULL;
	char *errmsg;
	LIST_HEAD(tmp);
	int len = count;
	ENTRY;

	if (count > 4096) {
		errmsg = "string too long";
		GOTO(failed, rc = -EINVAL);
	}

	OBD_ALLOC(kernbuf, count + 1);
	if (!kernbuf) {
		errmsg = "no memory";
		GOTO(failed, rc = -ENOMEM);
	}
	if (copy_from_user(kernbuf, buffer, count)) {
		errmsg = "bad address";
		GOTO(failed, rc = -EFAULT);
	}
	kernbuf[count] = '\0';

	if (count > 0 && kernbuf[count - 1] == '\n')
		len = count - 1;

	if ((len == 4 && strncmp(kernbuf, "NONE", len) == 0) ||
	    (len == 5 && strncmp(kernbuf, "clear", len) == 0)) {
		/* empty string is special case */
		spin_lock(&squash->rsi_lock);
		if (!list_empty(&squash->rsi_nosquash_nids))
			cfs_free_nidlist(&squash->rsi_nosquash_nids);
		spin_unlock(&squash->rsi_lock);
		LCONSOLE_INFO("%s: nosquash_nids is cleared\n", name);
		OBD_FREE(kernbuf, count + 1);
		RETURN(count);
	}

	if (cfs_parse_nidlist(kernbuf, strlen(kernbuf), &tmp)) {
		errmsg = "can't parse";
		GOTO(failed, rc = -EINVAL);
	}
	LCONSOLE_INFO("%s: nosquash_nids set to %s\n",
		      name, kernbuf);
	OBD_FREE(kernbuf, count + 1);
	kernbuf = NULL;

	spin_lock(&squash->rsi_lock);
	if (!list_empty(&squash->rsi_nosquash_nids))
		cfs_free_nidlist(&squash->rsi_nosquash_nids);
	list_splice(&tmp, &squash->rsi_nosquash_nids);
	spin_unlock(&squash->rsi_lock);

	RETURN(count);

failed:
	if (kernbuf) {
		CWARN("%s: failed to set nosquash_nids to \"%s\", %s rc = %d\n",
		      name, kernbuf, errmsg, rc);
		OBD_FREE(kernbuf, count + 1);
	} else {
		CWARN("%s: failed to set nosquash_nids due to %s rc = %d\n",
		      name, errmsg, rc);
	}
	RETURN(rc);
}
EXPORT_SYMBOL(lprocfs_wr_nosquash_nids);
