[mirror_spl.git] / modules / spl / spl-proc.c

#include <linux/proc_fs.h>
#include <linux/kmod.h>
#include <linux/uaccess.h>
#include <linux/ctype.h>
#include <linux/sysctl.h>
#include <linux/seq_file.h>
#include <sys/sysmacros.h>
#include <sys/kmem.h>
#include <sys/mutex.h>
#include <sys/debug.h>
#include "config.h"

#ifdef DEBUG_SUBSYSTEM
#undef DEBUG_SUBSYSTEM
#endif

#define DEBUG_SUBSYSTEM S_PROC

#ifdef DEBUG_KMEM
static unsigned long table_min = 0;
static unsigned long table_max = ~0;
#endif

#ifdef CONFIG_SYSCTL
static struct ctl_table_header *spl_header = NULL;
static struct proc_dir_entry *proc_sys = NULL;
static struct proc_dir_entry *proc_sys_spl = NULL;
#ifdef DEBUG_MUTEX
static struct proc_dir_entry *proc_sys_spl_mutex = NULL;
static struct proc_dir_entry *proc_sys_spl_mutex_stats = NULL;
#endif
#endif

#define CTL_SPL		0x87
#define CTL_SPL_DEBUG	0x88
#define CTL_SPL_MUTEX	0x89
#define CTL_SPL_KMEM	0x90

enum {
	CTL_VERSION = 1,          /* Version */
	CTL_HOSTID,               /* Host id reported by /usr/bin/hostid */
	CTL_HW_SERIAL,            /* Hardware serial number from hostid */

	CTL_DEBUG_SUBSYS,         /* Debug subsystem */
        CTL_DEBUG_MASK,           /* Debug mask */
        CTL_DEBUG_PRINTK,         /* Force all messages to console */
        CTL_DEBUG_MB,             /* Debug buffer size */
        CTL_DEBUG_BINARY,         /* Include binary data in buffer */
        CTL_DEBUG_CATASTROPHE,    /* Set if we have BUG'd or panic'd */
        CTL_DEBUG_PANIC_ON_BUG,   /* Set if we should panic on BUG */
        CTL_DEBUG_PATH,           /* Dump log location */
        CTL_DEBUG_DUMP,           /* Dump debug buffer to file */
        CTL_DEBUG_FORCE_BUG,      /* Hook to force a BUG */
        CTL_DEBUG_STACK_SIZE,     /* Max observed stack size */

	CTL_CONSOLE_RATELIMIT,    /* Ratelimit console messages */
        CTL_CONSOLE_MAX_DELAY_CS, /* Max delay at which we skip messages */
        CTL_CONSOLE_MIN_DELAY_CS, /* Init delay at which we skip messages */
        CTL_CONSOLE_BACKOFF,      /* Delay increase factor */

#ifdef DEBUG_KMEM
        CTL_KMEM_KMEMUSED,        /* Crrently alloc'd kmem bytes */
        CTL_KMEM_KMEMMAX,         /* Max alloc'd by kmem bytes */
        CTL_KMEM_VMEMUSED,        /* Currently alloc'd vmem bytes */
        CTL_KMEM_VMEMMAX,         /* Max alloc'd by vmem bytes */
#endif

	CTL_MUTEX_STATS,          /* Global mutex statistics */
	CTL_MUTEX_STATS_PER,      /* Per mutex statistics */
	CTL_MUTEX_SPIN_MAX,       /* Maximum mutex spin iterations */
};

static int
proc_copyin_string(char *kbuffer, int kbuffer_size,
                   const char *ubuffer, int ubuffer_size)
{
        int size;

        if (ubuffer_size > kbuffer_size)
                return -EOVERFLOW;

        if (copy_from_user((void *)kbuffer, (void *)ubuffer, ubuffer_size))
                return -EFAULT;

        /* strip trailing whitespace */
        size = strnlen(kbuffer, ubuffer_size);
        while (size-- >= 0)
                if (!isspace(kbuffer[size]))
                        break;

        /* empty string */
        if (size < 0)
                return -EINVAL;

        /* no space to terminate */
        if (size == kbuffer_size)
                return -EOVERFLOW;

        kbuffer[size + 1] = 0;
        return 0;
}

static int
proc_copyout_string(char *ubuffer, int ubuffer_size,
                    const char *kbuffer, char *append)
{
        /* NB if 'append' != NULL, it's a single character to append to the
         * copied out string - usually "\n", for /proc entries and
         * (i.e. a terminating zero byte) for sysctl entries
         */
        int size = MIN(strlen(kbuffer), ubuffer_size);

        if (copy_to_user(ubuffer, kbuffer, size))
                return -EFAULT;

        if (append != NULL && size < ubuffer_size) {
                if (copy_to_user(ubuffer + size, append, 1))
                        return -EFAULT;

                size++;
        }

        return size;
}

static int
proc_dobitmasks(struct ctl_table *table, int write, struct file *filp,
                void __user *buffer, size_t *lenp, loff_t *ppos)
{
        unsigned long *mask = table->data;
        int is_subsys = (mask == &spl_debug_subsys) ? 1 : 0;
        int is_printk = (mask == &spl_debug_printk) ? 1 : 0;
        int size = 512, rc;
        char *str;
        ENTRY;

        str = kmem_alloc(size, KM_SLEEP);
        if (str == NULL)
                RETURN(-ENOMEM);

        if (write) {
                rc = proc_copyin_string(str, size, buffer, *lenp);
                if (rc < 0)
                        RETURN(rc);

                rc = spl_debug_str2mask(mask, str, is_subsys);
                /* Always print BUG/ASSERT to console, so keep this mask */
                if (is_printk)
                        *mask |= D_EMERG;

                *ppos += *lenp;
        } else {
                rc = spl_debug_mask2str(str, size, *mask, is_subsys);
                if (*ppos >= rc)
                        rc = 0;
                else
                        rc = proc_copyout_string(buffer, *lenp,
                                                 str + *ppos, "\n");
                if (rc >= 0) {
                        *lenp = rc;
                        *ppos += rc;
                }
        }

        kmem_free(str, size);
        RETURN(rc);
}

static int
proc_debug_mb(struct ctl_table *table, int write, struct file *filp,
              void __user *buffer, size_t *lenp, loff_t *ppos)
{
        char str[32];
        int rc, len;
        ENTRY;

        if (write) {
                rc = proc_copyin_string(str, sizeof(str), buffer, *lenp);
                if (rc < 0)
                        RETURN(rc);

                rc = spl_debug_set_mb(simple_strtoul(str, NULL, 0));
                *ppos += *lenp;
        } else {
                len = snprintf(str, sizeof(str), "%d", spl_debug_get_mb());
                if (*ppos >= len)
                        rc = 0;
                else
                        rc = proc_copyout_string(buffer, *lenp, str + *ppos, "\n");

                if (rc >= 0) {
                        *lenp = rc;
                        *ppos += rc;
                }
        }

        RETURN(rc);
}

static int
proc_dump_kernel(struct ctl_table *table, int write, struct file *filp,
                 void __user *buffer, size_t *lenp, loff_t *ppos)
{
	ENTRY;

        if (write) {
               spl_debug_dumplog(0);
                *ppos += *lenp;
        } else {
                *lenp = 0;
        }

        RETURN(0);
}

static int
proc_force_bug(struct ctl_table *table, int write, struct file *filp,
               void __user *buffer, size_t *lenp, loff_t *ppos)
{
	ENTRY;

        if (write) {
               CERROR("Crashing due to forced SBUG\n");
               SBUG();
	       /* Unreachable */
        } else {
                *lenp = 0;
	}

	RETURN(0);
}

static int
proc_console_max_delay_cs(struct ctl_table *table, int write, struct file *filp,
                          void __user *buffer, size_t *lenp, loff_t *ppos)
{
        int rc, max_delay_cs;
        struct ctl_table dummy = *table;
        long d;
	ENTRY;

        dummy.data = &max_delay_cs;
        dummy.proc_handler = &proc_dointvec;

        if (write) {
                max_delay_cs = 0;
                rc = proc_dointvec(&dummy, write, filp, buffer, lenp, ppos);
                if (rc < 0)
                        RETURN(rc);

                if (max_delay_cs <= 0)
                        RETURN(-EINVAL);

                d = (max_delay_cs * HZ) / 100;
                if (d == 0 || d < spl_console_min_delay)
                        RETURN(-EINVAL);

                spl_console_max_delay = d;
        } else {
                max_delay_cs = (spl_console_max_delay * 100) / HZ;
                rc = proc_dointvec(&dummy, write, filp, buffer, lenp, ppos);
        }

        RETURN(rc);
}

static int
proc_console_min_delay_cs(struct ctl_table *table, int write, struct file *filp,
                          void __user *buffer, size_t *lenp, loff_t *ppos)
{
        int rc, min_delay_cs;
        struct ctl_table dummy = *table;
        long d;
	ENTRY;

        dummy.data = &min_delay_cs;
        dummy.proc_handler = &proc_dointvec;

        if (write) {
                min_delay_cs = 0;
                rc = proc_dointvec(&dummy, write, filp, buffer, lenp, ppos);
                if (rc < 0)
                        RETURN(rc);

                if (min_delay_cs <= 0)
                        RETURN(-EINVAL);

                d = (min_delay_cs * HZ) / 100;
                if (d == 0 || d > spl_console_max_delay)
                        RETURN(-EINVAL);

                spl_console_min_delay = d;
        } else {
                min_delay_cs = (spl_console_min_delay * 100) / HZ;
                rc = proc_dointvec(&dummy, write, filp, buffer, lenp, ppos);
        }

        RETURN(rc);
}

static int
proc_console_backoff(struct ctl_table *table, int write, struct file *filp,
                     void __user *buffer, size_t *lenp, loff_t *ppos)
{
        int rc, backoff;
        struct ctl_table dummy = *table;
	ENTRY;

        dummy.data = &backoff;
        dummy.proc_handler = &proc_dointvec;

        if (write) {
                backoff = 0;
                rc = proc_dointvec(&dummy, write, filp, buffer, lenp, ppos);
                if (rc < 0)
                        RETURN(rc);

                if (backoff <= 0)
                        RETURN(-EINVAL);

                spl_console_backoff = backoff;
        } else {
                backoff = spl_console_backoff;
                rc = proc_dointvec(&dummy, write, filp, buffer, lenp, ppos);
        }

        RETURN(rc);
}

static int
proc_doatomic64(struct ctl_table *table, int write, struct file *filp,
                void __user *buffer, size_t *lenp, loff_t *ppos)
{
        int rc = 0;
        unsigned long min = 0, max = ~0, val;
        struct ctl_table dummy = *table;
	ENTRY;

        dummy.data = &val;
        dummy.proc_handler = &proc_dointvec;
        dummy.extra1 = &min;
        dummy.extra2 = &max;

        if (write) {
                *ppos += *lenp;
        } else {
                val = atomic_read((atomic64_t *)table->data);
                rc = proc_doulongvec_minmax(&dummy, write, filp,
                                            buffer, lenp, ppos);
        }

        RETURN(rc);
}

static int
proc_dohostid(struct ctl_table *table, int write, struct file *filp,
              void __user *buffer, size_t *lenp, loff_t *ppos)
{
        int len, rc = 0;
        int32_t val;
        char *end, str[32];
	ENTRY;

        if (write) {
		/* We can't use proc_doulongvec_minmax() in the write
		 * case hear because hostid while a hex value has no
		 * leading 0x which confuses the helper function. */
                rc = proc_copyin_string(str, sizeof(str), buffer, *lenp);
                if (rc < 0)
                        RETURN(rc);

                val = simple_strtol(str, &end, 16);
		if (str == end)
			RETURN(-EINVAL);

		spl_hostid = (long)val;
                sprintf(hw_serial, "%u", (val >= 0) ? val : -val);
                *ppos += *lenp;
        } else {
                len = snprintf(str, sizeof(str), "%lx", spl_hostid);
                if (*ppos >= len)
                        rc = 0;
                else
                        rc = proc_copyout_string(buffer, *lenp, str + *ppos, "\n");

                if (rc >= 0) {
                        *lenp = rc;
                        *ppos += rc;
                }
        }

        RETURN(rc);
}

#ifdef DEBUG_MUTEX
static void
mutex_seq_show_headers(struct seq_file *f)
{
        seq_printf(f, "%-36s %-4s %-16s\t"
                   "e_tot\te_nh\te_sp\te_sl\tte_tot\tte_nh\n",
		   "name", "type", "owner");
}

static int
mutex_seq_show(struct seq_file *f, void *p)
{
        kmutex_t *mp = p;
	char t = 'X';
        int i;

	ASSERT(mp->km_magic == KM_MAGIC);

	switch (mp->km_type) {
		case MUTEX_DEFAULT:	t = 'D';	break;
		case MUTEX_SPIN:	t = 'S';	break;
		case MUTEX_ADAPTIVE:	t = 'A';	break;
		default:
			SBUG();
	}
        seq_printf(f, "%-36s %c    ", mp->km_name, t);
	if (mp->km_owner)
                seq_printf(f, "%p\t", mp->km_owner);
	else
                seq_printf(f, "%-16s\t", "<not held>");

        for (i = 0; i < MUTEX_STATS_SIZE; i++)
                seq_printf(f, "%d%c", mp->km_stats[i],
                           (i + 1 == MUTEX_STATS_SIZE) ? '\n' : '\t');

        return 0;
}

static void *
mutex_seq_start(struct seq_file *f, loff_t *pos)
{
        struct list_head *p;
        loff_t n = *pos;
        ENTRY;

	spin_lock(&mutex_stats_lock);
        if (!n)
                mutex_seq_show_headers(f);

        p = mutex_stats_list.next;
        while (n--) {
                p = p->next;
                if (p == &mutex_stats_list)
                        RETURN(NULL);
        }

        RETURN(list_entry(p, kmutex_t, km_list));
}

static void *
mutex_seq_next(struct seq_file *f, void *p, loff_t *pos)
{
	kmutex_t *mp = p;
        ENTRY;

        ++*pos;
        RETURN((mp->km_list.next == &mutex_stats_list) ?
	       NULL : list_entry(mp->km_list.next, kmutex_t, km_list));
}

static void
mutex_seq_stop(struct seq_file *f, void *v)
{
	spin_unlock(&mutex_stats_lock);
}

static struct seq_operations mutex_seq_ops = {
        .show  = mutex_seq_show,
        .start = mutex_seq_start,
        .next  = mutex_seq_next,
        .stop  = mutex_seq_stop,
};

static int
proc_mutex_open(struct inode *inode, struct file *filp)
{
        return seq_open(filp, &mutex_seq_ops);
}

static struct file_operations proc_mutex_operations = {
        .open           = proc_mutex_open,
        .read           = seq_read,
        .llseek         = seq_lseek,
        .release        = seq_release,
};
#endif /* DEBUG_MUTEX */

static struct ctl_table spl_debug_table[] = {
        {
                .ctl_name = CTL_DEBUG_SUBSYS,
                .procname = "subsystem",
                .data     = &spl_debug_subsys,
                .maxlen   = sizeof(unsigned long),
                .mode     = 0644,
                .proc_handler = &proc_dobitmasks
        },
        {
                .ctl_name = CTL_DEBUG_MASK,
                .procname = "mask",
                .data     = &spl_debug_mask,
                .maxlen   = sizeof(unsigned long),
                .mode     = 0644,
                .proc_handler = &proc_dobitmasks
        },
        {
                .ctl_name = CTL_DEBUG_PRINTK,
                .procname = "printk",
                .data     = &spl_debug_printk,
                .maxlen   = sizeof(unsigned long),
                .mode     = 0644,
                .proc_handler = &proc_dobitmasks
        },
        {
                .ctl_name = CTL_DEBUG_MB,
                .procname = "mb",
                .mode     = 0644,
                .proc_handler = &proc_debug_mb,
        },
        {
                .ctl_name = CTL_DEBUG_BINARY,
                .procname = "binary",
                .data     = &spl_debug_binary,
                .maxlen   = sizeof(int),
                .mode     = 0644,
                .proc_handler = &proc_dointvec,
        },
        {
                .ctl_name = CTL_DEBUG_CATASTROPHE,
                .procname = "catastrophe",
                .data     = &spl_debug_catastrophe,
                .maxlen   = sizeof(int),
                .mode     = 0444,
                .proc_handler = &proc_dointvec,
        },
        {
                .ctl_name = CTL_DEBUG_PANIC_ON_BUG,
                .procname = "panic_on_bug",
                .data     = &spl_debug_panic_on_bug,
                .maxlen   = sizeof(int),
                .mode     = 0644,
                .proc_handler = &proc_dointvec
        },
        {
                .ctl_name = CTL_DEBUG_PATH,
                .procname = "path",
                .data     = spl_debug_file_path,
                .maxlen   = sizeof(spl_debug_file_path),
                .mode     = 0644,
                .proc_handler = &proc_dostring,
        },
        {
                .ctl_name = CTL_DEBUG_DUMP,
                .procname = "dump",
                .mode     = 0200,
                .proc_handler = &proc_dump_kernel,
        },
        {       .ctl_name = CTL_DEBUG_FORCE_BUG,
                .procname = "force_bug",
                .mode     = 0200,
                .proc_handler = &proc_force_bug,
        },
        {
                .ctl_name = CTL_CONSOLE_RATELIMIT,
                .procname = "console_ratelimit",
                .data     = &spl_console_ratelimit,
                .maxlen   = sizeof(int),
                .mode     = 0644,
                .proc_handler = &proc_dointvec,
        },
        {
                .ctl_name = CTL_CONSOLE_MAX_DELAY_CS,
                .procname = "console_max_delay_centisecs",
                .maxlen   = sizeof(int),
                .mode     = 0644,
                .proc_handler = &proc_console_max_delay_cs,
        },
        {
                .ctl_name = CTL_CONSOLE_MIN_DELAY_CS,
                .procname = "console_min_delay_centisecs",
                .maxlen   = sizeof(int),
                .mode     = 0644,
                .proc_handler = &proc_console_min_delay_cs,
        },
        {
                .ctl_name = CTL_CONSOLE_BACKOFF,
                .procname = "console_backoff",
                .maxlen   = sizeof(int),
                .mode     = 0644,
                .proc_handler = &proc_console_backoff,
        },
        {
                .ctl_name = CTL_DEBUG_STACK_SIZE,
                .procname = "stack_max",
                .data     = &spl_debug_stack,
                .maxlen   = sizeof(int),
                .mode     = 0444,
                .proc_handler = &proc_dointvec,
        },
	{0},
};

#ifdef DEBUG_MUTEX
static struct ctl_table spl_mutex_table[] = {
        {
                .ctl_name = CTL_MUTEX_STATS,
                .procname = "stats",
                .data     = &mutex_stats,
                .maxlen   = sizeof(int) * MUTEX_STATS_SIZE,
                .mode     = 0444,
                .proc_handler = &proc_dointvec,
        },
        {
                .ctl_name = CTL_MUTEX_SPIN_MAX,
                .procname = "spin_max",
                .data     = &mutex_spin_max,
                .maxlen   = sizeof(int),
                .mode     = 0644,
                .proc_handler = &proc_dointvec,
        },
	{0},
};
#endif /* DEBUG_MUTEX */

#ifdef DEBUG_KMEM
static struct ctl_table spl_kmem_table[] = {
        {
                .ctl_name = CTL_KMEM_KMEMUSED,
                .procname = "kmem_used",
                .data     = &kmem_alloc_used,
                .maxlen   = sizeof(atomic64_t),
                .mode     = 0444,
                .proc_handler = &proc_doatomic64,
        },
        {
                .ctl_name = CTL_KMEM_KMEMMAX,
                .procname = "kmem_max",
                .data     = &kmem_alloc_max,
                .maxlen   = sizeof(unsigned long),
                .extra1   = &table_min,
                .extra2   = &table_max,
                .mode     = 0444,
                .proc_handler = &proc_doulongvec_minmax,
        },
        {
                .ctl_name = CTL_KMEM_VMEMUSED,
                .procname = "vmem_used",
                .data     = &vmem_alloc_used,
                .maxlen   = sizeof(atomic64_t),
                .mode     = 0444,
                .proc_handler = &proc_doatomic64,
        },
        {
                .ctl_name = CTL_KMEM_VMEMMAX,
                .procname = "vmem_max",
                .data     = &vmem_alloc_max,
                .maxlen   = sizeof(unsigned long),
                .extra1   = &table_min,
                .extra2   = &table_max,
                .mode     = 0444,
                .proc_handler = &proc_doulongvec_minmax,
        },
	{0},
};
#endif /* DEBUG_MUTEX */

static struct ctl_table spl_table[] = {
        /* NB No .strategy entries have been provided since
         * sysctl(8) prefers to go via /proc for portability.
         */
        {
                .ctl_name = CTL_VERSION,
                .procname = "version",
                .data     = spl_version,
                .maxlen   = sizeof(spl_version),
                .mode     = 0444,
                .proc_handler = &proc_dostring,
        },
        {
                .ctl_name = CTL_HOSTID,
                .procname = "hostid",
                .data     = &spl_hostid,
                .maxlen   = sizeof(unsigned long),
                .mode     = 0644,
                .proc_handler = &proc_dohostid,
        },
        {
                .ctl_name = CTL_HW_SERIAL,
                .procname = "hw_serial",
                .data     = hw_serial,
                .maxlen   = sizeof(hw_serial),
                .mode     = 0444,
                .proc_handler = &proc_dostring,
        },
	{
		.ctl_name = CTL_SPL_DEBUG,
		.procname = "debug",
		.mode     = 0555,
		.child    = spl_debug_table,
	},
#ifdef DEBUG_MUTEX
	{
		.ctl_name = CTL_SPL_MUTEX,
		.procname = "mutex",
		.mode     = 0555,
		.child    = spl_mutex_table,
	},
#endif
#ifdef DEBUG_KMEM
	{
		.ctl_name = CTL_SPL_KMEM,
		.procname = "kmem",
		.mode     = 0555,
		.child    = spl_kmem_table,
	},
#endif
        { 0 },
};

static struct ctl_table spl_dir[] = {
        {
                .ctl_name = CTL_SPL,
                .procname = "spl",
                .mode     = 0555,
                .child    = spl_table,
        },
        {0}
};

static int
proc_dir_entry_match(int len, const char *name, struct proc_dir_entry *de)
{
        if (de->namelen != len)
                return 0;

        return !memcmp(name, de->name, len);
}

static struct proc_dir_entry *
proc_dir_entry_find(struct proc_dir_entry *root, const char *str)
{
	struct proc_dir_entry *de;

	for (de = root->subdir; de; de = de->next)
		if (proc_dir_entry_match(strlen(str), str, de))
			return de;

	return NULL;
}

int
proc_init(void)
{
	int rc = 0;
        ENTRY;

#ifdef CONFIG_SYSCTL
        spl_header = register_sysctl_table(spl_dir, 0);
	if (spl_header == NULL)
		RETURN(-EUNATCH);

	proc_sys = proc_dir_entry_find(&proc_root, "sys");
	if (proc_sys == NULL)
		GOTO(out, rc = -EUNATCH);

	proc_sys_spl = proc_dir_entry_find(proc_sys, "spl");
	if (proc_sys_spl == NULL)
		GOTO(out, rc = -EUNATCH);

#ifdef DEBUG_MUTEX
	proc_sys_spl_mutex = proc_dir_entry_find(proc_sys_spl, "mutex");
	if (proc_sys_spl_mutex == NULL)
		GOTO(out, rc = -EUNATCH);

	proc_sys_spl_mutex_stats = create_proc_entry("stats_per", 0444,
						     proc_sys_spl_mutex);
        if (proc_sys_spl_mutex_stats == NULL)
		GOTO(out, rc = -EUNATCH);

        proc_sys_spl_mutex_stats->proc_fops = &proc_mutex_operations;
#endif /* DEBUG_MUTEX */
	RETURN(rc);
out:
        unregister_sysctl_table(spl_header);
#endif /* CONFIG_SYSCTL */
        RETURN(rc);
}

void
proc_fini(void)
{
        ENTRY;

#ifdef CONFIG_SYSCTL
        ASSERT(spl_header != NULL);
        remove_proc_entry("stats_per", proc_sys_spl_mutex);
        unregister_sysctl_table(spl_header);
#endif
        EXIT;
}
Commit	Line	Data
57d1b188	1	#include <linux/proc_fs.h>
	2	#include <linux/kmod.h>
	3	#include <linux/uaccess.h>
	4	#include <linux/ctype.h>
	5	#include <linux/sysctl.h>
9ab1ac14	6	#include <linux/seq_file.h>
57d1b188	7	#include <sys/sysmacros.h>
57d1b188	8	#include <sys/kmem.h>
9ab1ac14	9	#include <sys/mutex.h>
57d1b188	10	#include <sys/debug.h>
	11	#include "config.h"
	12
	13	#ifdef DEBUG_SUBSYSTEM
	14	#undef DEBUG_SUBSYSTEM
	15	#endif
	16
	17	#define DEBUG_SUBSYSTEM S_PROC
	18
404992e3	19	#ifdef DEBUG_KMEM
57d1b188	20	static unsigned long table_min = 0;
57d1b188	21	static unsigned long table_max = ~0;
404992e3	22	#endif
	23
	24	#ifdef CONFIG_SYSCTL
	25	static struct ctl_table_header *spl_header = NULL;
	26	static struct proc_dir_entry *proc_sys = NULL;
	27	static struct proc_dir_entry *proc_sys_spl = NULL;
	28	#ifdef DEBUG_MUTEX
	29	static struct proc_dir_entry *proc_sys_spl_mutex = NULL;
	30	static struct proc_dir_entry *proc_sys_spl_mutex_stats = NULL;
	31	#endif
	32	#endif
57d1b188	33
9ab1ac14	34	#define CTL_SPL 0x87
	35	#define CTL_SPL_DEBUG 0x88
	36	#define CTL_SPL_MUTEX 0x89
	37	#define CTL_SPL_KMEM 0x90
	38
57d1b188	39	enum {
3561541c	40	CTL_VERSION = 1, /* Version */
9ab1ac14	41	CTL_HOSTID, /* Host id reported by /usr/bin/hostid */
	42	CTL_HW_SERIAL, /* Hardware serial number from hostid */
	43
	44	CTL_DEBUG_SUBSYS, /* Debug subsystem */
57d1b188	45	CTL_DEBUG_MASK, /* Debug mask */
	46	CTL_DEBUG_PRINTK, /* Force all messages to console */
	47	CTL_DEBUG_MB, /* Debug buffer size */
	48	CTL_DEBUG_BINARY, /* Include binary data in buffer */
	49	CTL_DEBUG_CATASTROPHE, /* Set if we have BUG'd or panic'd */
	50	CTL_DEBUG_PANIC_ON_BUG, /* Set if we should panic on BUG */
	51	CTL_DEBUG_PATH, /* Dump log location */
	52	CTL_DEBUG_DUMP, /* Dump debug buffer to file */
	53	CTL_DEBUG_FORCE_BUG, /* Hook to force a BUG */
9ab1ac14	54	CTL_DEBUG_STACK_SIZE, /* Max observed stack size */
	55
	56	CTL_CONSOLE_RATELIMIT, /* Ratelimit console messages */
57d1b188	57	CTL_CONSOLE_MAX_DELAY_CS, /* Max delay at which we skip messages */
	58	CTL_CONSOLE_MIN_DELAY_CS, /* Init delay at which we skip messages */
	59	CTL_CONSOLE_BACKOFF, /* Delay increase factor */
9ab1ac14	60
57d1b188	61	#ifdef DEBUG_KMEM
	62	CTL_KMEM_KMEMUSED, /* Crrently alloc'd kmem bytes */
	63	CTL_KMEM_KMEMMAX, /* Max alloc'd by kmem bytes */
	64	CTL_KMEM_VMEMUSED, /* Currently alloc'd vmem bytes */
	65	CTL_KMEM_VMEMMAX, /* Max alloc'd by vmem bytes */
	66	#endif
9ab1ac14	67
	68	CTL_MUTEX_STATS, /* Global mutex statistics */
	69	CTL_MUTEX_STATS_PER, /* Per mutex statistics */
	70	CTL_MUTEX_SPIN_MAX, /* Maximum mutex spin iterations */
57d1b188	71	};
	72
	73	static int
	74	proc_copyin_string(char *kbuffer, int kbuffer_size,
	75	const char *ubuffer, int ubuffer_size)
	76	{
	77	int size;
	78
	79	if (ubuffer_size > kbuffer_size)
	80	return -EOVERFLOW;
	81
	82	if (copy_from_user((void )kbuffer, (void )ubuffer, ubuffer_size))
	83	return -EFAULT;
	84
	85	/* strip trailing whitespace */
	86	size = strnlen(kbuffer, ubuffer_size);
	87	while (size-- >= 0)
	88	if (!isspace(kbuffer[size]))
	89	break;
	90
	91	/* empty string */
	92	if (size < 0)
	93	return -EINVAL;
	94
	95	/* no space to terminate */
	96	if (size == kbuffer_size)
	97	return -EOVERFLOW;
	98
	99	kbuffer[size + 1] = 0;
	100	return 0;
	101	}
	102
	103	static int
	104	proc_copyout_string(char *ubuffer, int ubuffer_size,
	105	const char kbuffer, char append)
	106	{
	107	/* NB if 'append' != NULL, it's a single character to append to the
	108	* copied out string - usually "\n", for /proc entries and
	109	* (i.e. a terminating zero byte) for sysctl entries
	110	*/
	111	int size = MIN(strlen(kbuffer), ubuffer_size);
	112
	113	if (copy_to_user(ubuffer, kbuffer, size))
	114	return -EFAULT;
	115
	116	if (append != NULL && size < ubuffer_size) {
	117	if (copy_to_user(ubuffer + size, append, 1))
	118	return -EFAULT;
	119
	120	size++;
	121	}
	122
	123	return size;
	124	}
	125
	126	static int
	127	proc_dobitmasks(struct ctl_table table, int write, struct file filp,
	128	void __user buffer, size_t lenp, loff_t *ppos)
	129	{
	130	unsigned long *mask = table->data;
	131	int is_subsys = (mask == &spl_debug_subsys) ? 1 : 0;
	132	int is_printk = (mask == &spl_debug_printk) ? 1 : 0;
	133	int size = 512, rc;
	134	char *str;
135	ENTRY;
136
137	str = kmem_alloc(size, KM_SLEEP);
138	if (str == NULL)
139	RETURN(-ENOMEM);
140
141	if (write) {
142	rc = proc_copyin_string(str, size, buffer, *lenp);
143	if (rc < 0)
144	RETURN(rc);
145
146	rc = spl_debug_str2mask(mask, str, is_subsys);
147	/* Always print BUG/ASSERT to console, so keep this mask */
148	if (is_printk)
149	*mask \|= D_EMERG;
150
151	ppos += lenp;
152	} else {
153	rc = spl_debug_mask2str(str, size, *mask, is_subsys);
154	if (*ppos >= rc)
155	rc = 0;
156	else
157	rc = proc_copyout_string(buffer, *lenp,
158	str + *ppos, "\n");
159	if (rc >= 0) {
160	*lenp = rc;
161	*ppos += rc;
162	}
163	}
164
165	kmem_free(str, size);
166	RETURN(rc);
167	}
168
169	static int
170	proc_debug_mb(struct ctl_table table, int write, struct file filp,
171	void __user buffer, size_t lenp, loff_t *ppos)
172	{
173	char str[32];
174	int rc, len;
175	ENTRY;
176
177	if (write) {
178	rc = proc_copyin_string(str, sizeof(str), buffer, *lenp);
179	if (rc < 0)
180	RETURN(rc);
181
182	rc = spl_debug_set_mb(simple_strtoul(str, NULL, 0));
183	ppos += lenp;
184	} else {
185	len = snprintf(str, sizeof(str), "%d", spl_debug_get_mb());
186	if (*ppos >= len)
187	rc = 0;
188	else
189	rc = proc_copyout_string(buffer, lenp, str + ppos, "\n");
190
191	if (rc >= 0) {
192	*lenp = rc;
193	*ppos += rc;
194	}
195	}
196
197	RETURN(rc);
198	}
199
200	static int
201	proc_dump_kernel(struct ctl_table table, int write, struct file filp,
202	void __user buffer, size_t lenp, loff_t *ppos)
203	{
204	ENTRY;
205
206	if (write) {
7fea96c0	207	spl_debug_dumplog(0);
57d1b188	208	ppos += lenp;
	209	} else {
	210	*lenp = 0;
	211	}
	212
	213	RETURN(0);
	214	}
	215
	216	static int
	217	proc_force_bug(struct ctl_table table, int write, struct file filp,
	218	void __user buffer, size_t lenp, loff_t *ppos)
	219	{
	220	ENTRY;
	221
	222	if (write) {
2fae1b3d	223	CERROR("Crashing due to forced SBUG\n");
2fae1b3d	224	SBUG();
57d1b188	225	/* Unreachable */
	226	} else {
	227	*lenp = 0;
	228	}
	229
	230	RETURN(0);
	231	}
	232
	233	static int
	234	proc_console_max_delay_cs(struct ctl_table table, int write, struct file filp,
	235	void __user buffer, size_t lenp, loff_t *ppos)
	236	{
	237	int rc, max_delay_cs;
	238	struct ctl_table dummy = *table;
	239	long d;
	240	ENTRY;
	241
	242	dummy.data = &max_delay_cs;
	243	dummy.proc_handler = &proc_dointvec;
	244
	245	if (write) {
	246	max_delay_cs = 0;
	247	rc = proc_dointvec(&dummy, write, filp, buffer, lenp, ppos);
	248	if (rc < 0)
	249	RETURN(rc);
	250
	251	if (max_delay_cs <= 0)
	252	RETURN(-EINVAL);
	253
	254	d = (max_delay_cs * HZ) / 100;
	255	if (d == 0 \|\| d < spl_console_min_delay)
	256	RETURN(-EINVAL);
	257
	258	spl_console_max_delay = d;
	259	} else {
	260	max_delay_cs = (spl_console_max_delay * 100) / HZ;
	261	rc = proc_dointvec(&dummy, write, filp, buffer, lenp, ppos);
	262	}
	263
	264	RETURN(rc);
	265	}
	266
	267	static int
	268	proc_console_min_delay_cs(struct ctl_table table, int write, struct file filp,
	269	void __user buffer, size_t lenp, loff_t *ppos)
	270	{
	271	int rc, min_delay_cs;
	272	struct ctl_table dummy = *table;
	273	long d;
	274	ENTRY;
	275
	276	dummy.data = &min_delay_cs;
	277	dummy.proc_handler = &proc_dointvec;
	278
	279	if (write) {
	280	min_delay_cs = 0;
	281	rc = proc_dointvec(&dummy, write, filp, buffer, lenp, ppos);
	282	if (rc < 0)
	283	RETURN(rc);
	284
	285	if (min_delay_cs <= 0)
	286	RETURN(-EINVAL);
	287
	288	d = (min_delay_cs * HZ) / 100;
289	if (d == 0 \|\| d > spl_console_max_delay)
290	RETURN(-EINVAL);
291
292	spl_console_min_delay = d;
293	} else {
294	min_delay_cs = (spl_console_min_delay * 100) / HZ;
295	rc = proc_dointvec(&dummy, write, filp, buffer, lenp, ppos);
296	}
297
298	RETURN(rc);
299	}
300
301	static int
302	proc_console_backoff(struct ctl_table table, int write, struct file filp,
303	void __user buffer, size_t lenp, loff_t *ppos)
304	{
305	int rc, backoff;
306	struct ctl_table dummy = *table;
307	ENTRY;
308
309	dummy.data = &backoff;
310	dummy.proc_handler = &proc_dointvec;
311
312	if (write) {
313	backoff = 0;
314	rc = proc_dointvec(&dummy, write, filp, buffer, lenp, ppos);
315	if (rc < 0)
316	RETURN(rc);
317
318	if (backoff <= 0)
319	RETURN(-EINVAL);
320
321	spl_console_backoff = backoff;
322	} else {
323	backoff = spl_console_backoff;
324	rc = proc_dointvec(&dummy, write, filp, buffer, lenp, ppos);
325	}
326
327	RETURN(rc);
328	}
329
330	static int
331	proc_doatomic64(struct ctl_table table, int write, struct file filp,
332	void __user buffer, size_t lenp, loff_t *ppos)
333	{
334	int rc = 0;
335	unsigned long min = 0, max = ~0, val;
336	struct ctl_table dummy = *table;
337	ENTRY;
338
339	dummy.data = &val;
340	dummy.proc_handler = &proc_dointvec;
341	dummy.extra1 = &min;
342	dummy.extra2 = &max;
343
344	if (write) {
345	ppos += lenp;
346	} else {
347	val = atomic_read((atomic64_t *)table->data);
348	rc = proc_doulongvec_minmax(&dummy, write, filp,
349	buffer, lenp, ppos);
350	}
351
352	RETURN(rc);
353	}
354
355	static int
356	proc_dohostid(struct ctl_table table, int write, struct file filp,
357	void __user buffer, size_t lenp, loff_t *ppos)
358	{
359	int len, rc = 0;
937879f1	360	int32_t val;
57d1b188	361	char *end, str[32];
	362	ENTRY;
	363
	364	if (write) {
	365	/* We can't use proc_doulongvec_minmax() in the write
	366	* case hear because hostid while a hex value has no
	367	* leading 0x which confuses the helper function. */
	368	rc = proc_copyin_string(str, sizeof(str), buffer, *lenp);
	369	if (rc < 0)
	370	RETURN(rc);
	371
937879f1	372	val = simple_strtol(str, &end, 16);
57d1b188	373	if (str == end)
	374	RETURN(-EINVAL);
	375
937879f1	376	spl_hostid = (long)val;
937879f1	377	sprintf(hw_serial, "%u", (val >= 0) ? val : -val);
57d1b188	378	ppos += lenp;
	379	} else {
	380	len = snprintf(str, sizeof(str), "%lx", spl_hostid);
	381	if (*ppos >= len)
	382	rc = 0;
	383	else
	384	rc = proc_copyout_string(buffer, lenp, str + ppos, "\n");
	385
	386	if (rc >= 0) {
	387	*lenp = rc;
	388	*ppos += rc;
	389	}
	390	}
	391
	392	RETURN(rc);
	393	}
	394
9ab1ac14	395	#ifdef DEBUG_MUTEX
	396	static void
	397	mutex_seq_show_headers(struct seq_file *f)
	398	{
	399	seq_printf(f, "%-36s %-4s %-16s\t"
	400	"e_tot\te_nh\te_sp\te_sl\tte_tot\tte_nh\n",
	401	"name", "type", "owner");
	402	}
	403
	404	static int
	405	mutex_seq_show(struct seq_file f, void p)
	406	{
	407	kmutex_t *mp = p;
	408	char t = 'X';
	409	int i;
	410
	411	ASSERT(mp->km_magic == KM_MAGIC);
	412
	413	switch (mp->km_type) {
	414	case MUTEX_DEFAULT: t = 'D'; break;
	415	case MUTEX_SPIN: t = 'S'; break;
	416	case MUTEX_ADAPTIVE: t = 'A'; break;
	417	default:
	418	SBUG();
	419	}
	420	seq_printf(f, "%-36s %c ", mp->km_name, t);
	421	if (mp->km_owner)
	422	seq_printf(f, "%p\t", mp->km_owner);
	423	else
	424	seq_printf(f, "%-16s\t", "<not held>");
	425
	426	for (i = 0; i < MUTEX_STATS_SIZE; i++)
	427	seq_printf(f, "%d%c", mp->km_stats[i],
	428	(i + 1 == MUTEX_STATS_SIZE) ? '\n' : '\t');
	429
	430	return 0;
	431	}
	432
	433	static void *
	434	mutex_seq_start(struct seq_file f, loff_t pos)
	435	{
	436	struct list_head *p;
	437	loff_t n = *pos;
	438	ENTRY;
	439
404992e3	440	spin_lock(&mutex_stats_lock);
9ab1ac14	441	if (!n)
	442	mutex_seq_show_headers(f);
	443
	444	p = mutex_stats_list.next;
	445	while (n--) {
	446	p = p->next;
	447	if (p == &mutex_stats_list)
	448	RETURN(NULL);
	449	}
	450
	451	RETURN(list_entry(p, kmutex_t, km_list));
	452	}
	453
	454	static void *
	455	mutex_seq_next(struct seq_file f, void p, loff_t *pos)
	456	{
	457	kmutex_t *mp = p;
	458	ENTRY;
	459
	460	++*pos;
	461	RETURN((mp->km_list.next == &mutex_stats_list) ?
	462	NULL : list_entry(mp->km_list.next, kmutex_t, km_list));
	463	}
	464
	465	static void
	466	mutex_seq_stop(struct seq_file f, void v)
	467	{
404992e3	468	spin_unlock(&mutex_stats_lock);
9ab1ac14	469	}
	470
	471	static struct seq_operations mutex_seq_ops = {
	472	.show = mutex_seq_show,
	473	.start = mutex_seq_start,
	474	.next = mutex_seq_next,
	475	.stop = mutex_seq_stop,
	476	};
	477
	478	static int
	479	proc_mutex_open(struct inode inode, struct file filp)
	480	{
	481	return seq_open(filp, &mutex_seq_ops);
	482	}
	483
	484	static struct file_operations proc_mutex_operations = {
	485	.open = proc_mutex_open,
	486	.read = seq_read,
	487	.llseek = seq_lseek,
	488	.release = seq_release,
	489	};
	490	#endif /* DEBUG_MUTEX */
	491
	492	static struct ctl_table spl_debug_table[] = {
57d1b188	493	{
57d1b188	494	.ctl_name = CTL_DEBUG_SUBSYS,
9ab1ac14	495	.procname = "subsystem",
57d1b188	496	.data = &spl_debug_subsys,
	497	.maxlen = sizeof(unsigned long),
	498	.mode = 0644,
	499	.proc_handler = &proc_dobitmasks
	500	},
	501	{
	502	.ctl_name = CTL_DEBUG_MASK,
9ab1ac14	503	.procname = "mask",
57d1b188	504	.data = &spl_debug_mask,
	505	.maxlen = sizeof(unsigned long),
	506	.mode = 0644,
	507	.proc_handler = &proc_dobitmasks
	508	},
	509	{
	510	.ctl_name = CTL_DEBUG_PRINTK,
9ab1ac14	511	.procname = "printk",
57d1b188	512	.data = &spl_debug_printk,
	513	.maxlen = sizeof(unsigned long),
	514	.mode = 0644,
	515	.proc_handler = &proc_dobitmasks
	516	},
	517	{
	518	.ctl_name = CTL_DEBUG_MB,
9ab1ac14	519	.procname = "mb",
57d1b188	520	.mode = 0644,
	521	.proc_handler = &proc_debug_mb,
	522	},
	523	{
	524	.ctl_name = CTL_DEBUG_BINARY,
9ab1ac14	525	.procname = "binary",
57d1b188	526	.data = &spl_debug_binary,
	527	.maxlen = sizeof(int),
	528	.mode = 0644,
	529	.proc_handler = &proc_dointvec,
	530	},
	531	{
	532	.ctl_name = CTL_DEBUG_CATASTROPHE,
	533	.procname = "catastrophe",
	534	.data = &spl_debug_catastrophe,
	535	.maxlen = sizeof(int),
	536	.mode = 0444,
	537	.proc_handler = &proc_dointvec,
	538	},
	539	{
	540	.ctl_name = CTL_DEBUG_PANIC_ON_BUG,
	541	.procname = "panic_on_bug",
	542	.data = &spl_debug_panic_on_bug,
	543	.maxlen = sizeof(int),
	544	.mode = 0644,
	545	.proc_handler = &proc_dointvec
	546	},
	547	{
	548	.ctl_name = CTL_DEBUG_PATH,
9ab1ac14	549	.procname = "path",
57d1b188	550	.data = spl_debug_file_path,
	551	.maxlen = sizeof(spl_debug_file_path),
	552	.mode = 0644,
	553	.proc_handler = &proc_dostring,
	554	},
	555	{
	556	.ctl_name = CTL_DEBUG_DUMP,
9ab1ac14	557	.procname = "dump",
57d1b188	558	.mode = 0200,
	559	.proc_handler = &proc_dump_kernel,
	560	},
	561	{ .ctl_name = CTL_DEBUG_FORCE_BUG,
	562	.procname = "force_bug",
	563	.mode = 0200,
	564	.proc_handler = &proc_force_bug,
	565	},
	566	{
	567	.ctl_name = CTL_CONSOLE_RATELIMIT,
	568	.procname = "console_ratelimit",
	569	.data = &spl_console_ratelimit,
	570	.maxlen = sizeof(int),
	571	.mode = 0644,
	572	.proc_handler = &proc_dointvec,
	573	},
	574	{
	575	.ctl_name = CTL_CONSOLE_MAX_DELAY_CS,
	576	.procname = "console_max_delay_centisecs",
	577	.maxlen = sizeof(int),
	578	.mode = 0644,
	579	.proc_handler = &proc_console_max_delay_cs,
	580	},
	581	{
	582	.ctl_name = CTL_CONSOLE_MIN_DELAY_CS,
	583	.procname = "console_min_delay_centisecs",
	584	.maxlen = sizeof(int),
	585	.mode = 0644,
	586	.proc_handler = &proc_console_min_delay_cs,
	587	},
	588	{
	589	.ctl_name = CTL_CONSOLE_BACKOFF,
	590	.procname = "console_backoff",
	591	.maxlen = sizeof(int),
	592	.mode = 0644,
	593	.proc_handler = &proc_console_backoff,
	594	},
	595	{
9ab1ac14	596	.ctl_name = CTL_DEBUG_STACK_SIZE,
57d1b188	597	.procname = "stack_max",
	598	.data = &spl_debug_stack,
	599	.maxlen = sizeof(int),
	600	.mode = 0444,
	601	.proc_handler = &proc_dointvec,
	602	},
9ab1ac14	603	{0},
	604	};
	605
	606	#ifdef DEBUG_MUTEX
	607	static struct ctl_table spl_mutex_table[] = {
	608	{
	609	.ctl_name = CTL_MUTEX_STATS,
	610	.procname = "stats",
	611	.data = &mutex_stats,
	612	.maxlen = sizeof(int) * MUTEX_STATS_SIZE,
	613	.mode = 0444,
	614	.proc_handler = &proc_dointvec,
	615	},
	616	{
	617	.ctl_name = CTL_MUTEX_SPIN_MAX,
	618	.procname = "spin_max",
	619	.data = &mutex_spin_max,
	620	.maxlen = sizeof(int),
	621	.mode = 0644,
	622	.proc_handler = &proc_dointvec,
	623	},
	624	{0},
	625	};
	626	#endif /* DEBUG_MUTEX */
	627
57d1b188	628	#ifdef DEBUG_KMEM
9ab1ac14	629	static struct ctl_table spl_kmem_table[] = {
57d1b188	630	{
	631	.ctl_name = CTL_KMEM_KMEMUSED,
	632	.procname = "kmem_used",
	633	.data = &kmem_alloc_used,
	634	.maxlen = sizeof(atomic64_t),
	635	.mode = 0444,
	636	.proc_handler = &proc_doatomic64,
	637	},
	638	{
	639	.ctl_name = CTL_KMEM_KMEMMAX,
	640	.procname = "kmem_max",
	641	.data = &kmem_alloc_max,
	642	.maxlen = sizeof(unsigned long),
	643	.extra1 = &table_min,
	644	.extra2 = &table_max,
	645	.mode = 0444,
	646	.proc_handler = &proc_doulongvec_minmax,
	647	},
	648	{
	649	.ctl_name = CTL_KMEM_VMEMUSED,
	650	.procname = "vmem_used",
	651	.data = &vmem_alloc_used,
	652	.maxlen = sizeof(atomic64_t),
	653	.mode = 0444,
	654	.proc_handler = &proc_doatomic64,
	655	},
	656	{
	657	.ctl_name = CTL_KMEM_VMEMMAX,
	658	.procname = "vmem_max",
	659	.data = &vmem_alloc_max,
	660	.maxlen = sizeof(unsigned long),
	661	.extra1 = &table_min,
	662	.extra2 = &table_max,
	663	.mode = 0444,
	664	.proc_handler = &proc_doulongvec_minmax,
	665	},
9ab1ac14	666	{0},
	667	};
	668	#endif /* DEBUG_MUTEX */
	669
	670	static struct ctl_table spl_table[] = {
	671	/* NB No .strategy entries have been provided since
	672	* sysctl(8) prefers to go via /proc for portability.
	673	*/
	674	{
	675	.ctl_name = CTL_VERSION,
	676	.procname = "version",
	677	.data = spl_version,
	678	.maxlen = sizeof(spl_version),
	679	.mode = 0444,
	680	.proc_handler = &proc_dostring,
	681	},
57d1b188	682	{
	683	.ctl_name = CTL_HOSTID,
	684	.procname = "hostid",
	685	.data = &spl_hostid,
	686	.maxlen = sizeof(unsigned long),
	687	.mode = 0644,
	688	.proc_handler = &proc_dohostid,
	689	},
	690	{
	691	.ctl_name = CTL_HW_SERIAL,
	692	.procname = "hw_serial",
937879f1	693	.data = hw_serial,
937879f1	694	.maxlen = sizeof(hw_serial),
57d1b188	695	.mode = 0444,
	696	.proc_handler = &proc_dostring,
	697	},
9ab1ac14	698	{
	699	.ctl_name = CTL_SPL_DEBUG,
	700	.procname = "debug",
	701	.mode = 0555,
	702	.child = spl_debug_table,
	703	},
	704	#ifdef DEBUG_MUTEX
	705	{
	706	.ctl_name = CTL_SPL_MUTEX,
	707	.procname = "mutex",
	708	.mode = 0555,
	709	.child = spl_mutex_table,
	710	},
	711	#endif
	712	#ifdef DEBUG_KMEM
	713	{
	714	.ctl_name = CTL_SPL_KMEM,
	715	.procname = "kmem",
	716	.mode = 0555,
	717	.child = spl_kmem_table,
	718	},
	719	#endif
57d1b188	720	{ 0 },
	721	};
	722
9ab1ac14	723	static struct ctl_table spl_dir[] = {
57d1b188	724	{
	725	.ctl_name = CTL_SPL,
	726	.procname = "spl",
	727	.mode = 0555,
	728	.child = spl_table,
	729	},
	730	{0}
	731	};
	732
404992e3	733	static int
	734	proc_dir_entry_match(int len, const char name, struct proc_dir_entry de)
	735	{
	736	if (de->namelen != len)
	737	return 0;
	738
	739	return !memcmp(name, de->name, len);
	740	}
	741
	742	static struct proc_dir_entry *
	743	proc_dir_entry_find(struct proc_dir_entry root, const char str)
	744	{
	745	struct proc_dir_entry *de;
	746
	747	for (de = root->subdir; de; de = de->next)
	748	if (proc_dir_entry_match(strlen(str), str, de))
	749	return de;
	750
	751	return NULL;
	752	}
	753
57d1b188	754	int
	755	proc_init(void)
	756	{
404992e3	757	int rc = 0;
57d1b188	758	ENTRY;
	759
	760	#ifdef CONFIG_SYSCTL
9ab1ac14	761	spl_header = register_sysctl_table(spl_dir, 0);
57d1b188	762	if (spl_header == NULL)
57d1b188	763	RETURN(-EUNATCH);
9ab1ac14	764
404992e3	765	proc_sys = proc_dir_entry_find(&proc_root, "sys");
	766	if (proc_sys == NULL)
	767	GOTO(out, rc = -EUNATCH);
	768
	769	proc_sys_spl = proc_dir_entry_find(proc_sys, "spl");
	770	if (proc_sys_spl == NULL)
	771	GOTO(out, rc = -EUNATCH);
	772
9ab1ac14	773	#ifdef DEBUG_MUTEX
404992e3	774	proc_sys_spl_mutex = proc_dir_entry_find(proc_sys_spl, "mutex");
	775	if (proc_sys_spl_mutex == NULL)
	776	GOTO(out, rc = -EUNATCH);
	777
	778	proc_sys_spl_mutex_stats = create_proc_entry("stats_per", 0444,
	779	proc_sys_spl_mutex);
	780	if (proc_sys_spl_mutex_stats == NULL)
	781	GOTO(out, rc = -EUNATCH);
	782
	783	proc_sys_spl_mutex_stats->proc_fops = &proc_mutex_operations;
9ab1ac14	784	#endif /* DEBUG_MUTEX */
404992e3	785	RETURN(rc);
	786	out:
	787	unregister_sysctl_table(spl_header);
	788	#endif /* CONFIG_SYSCTL */
	789	RETURN(rc);
57d1b188	790	}
	791
	792	void
	793	proc_fini(void)
	794	{
	795	ENTRY;
	796
	797	#ifdef CONFIG_SYSCTL
	798	ASSERT(spl_header != NULL);
404992e3	799	remove_proc_entry("stats_per", proc_sys_spl_mutex);
57d1b188	800	unregister_sysctl_table(spl_header);
	801	#endif
	802	EXIT;
	803	}