* UCRL-CODE-235197
*
* This file is part of the SPL, Solaris Porting Layer.
- * For details, see <http://github.com/behlendorf/spl/>.
+ * For details, see <http://zfsonlinux.org/>.
*
* The SPL is free software; you can redistribute it and/or modify it
* under the terms of the GNU General Public License as published by the
#include <sys/sysmacros.h>
#include <sys/systeminfo.h>
#include <sys/vmsystm.h>
-#include <sys/vnode.h>
+#include <sys/kobj.h>
#include <sys/kmem.h>
#include <sys/mutex.h>
#include <sys/rwlock.h>
#include <sys/taskq.h>
+#include <sys/tsd.h>
+#include <sys/zmod.h>
#include <sys/debug.h>
#include <sys/proc.h>
#include <sys/kstat.h>
-#include <sys/utsname.h>
#include <sys/file.h>
#include <linux/kmod.h>
+#include <linux/math64_compat.h>
+#include <linux/proc_compat.h>
-#ifdef DEBUG_SUBSYSTEM
-#undef DEBUG_SUBSYSTEM
-#endif
+char spl_version[32] = "SPL v" SPL_META_VERSION "-" SPL_META_RELEASE;
+EXPORT_SYMBOL(spl_version);
-#define DEBUG_SUBSYSTEM S_GENERIC
+unsigned long spl_hostid = 0;
+EXPORT_SYMBOL(spl_hostid);
+module_param(spl_hostid, ulong, 0644);
+MODULE_PARM_DESC(spl_hostid, "The system hostid.");
-char spl_version[16] = "SPL v" SPL_META_VERSION;
+proc_t p0 = { 0 };
+EXPORT_SYMBOL(p0);
-long spl_hostid = 0;
-EXPORT_SYMBOL(spl_hostid);
+#if BITS_PER_LONG == 32
+/*
+ * Support 64/64 => 64 division on a 32-bit platform. While the kernel
+ * provides a div64_u64() function for this we do not use it because the
+ * implementation is flawed. There are cases which return incorrect
+ * results as late as linux-2.6.35. Until this is fixed upstream the
+ * spl must provide its own implementation.
+ *
+ * This implementation is a slightly modified version of the algorithm
+ * proposed by the book 'Hacker's Delight'. The original source can be
+ * found here and is available for use without restriction.
+ *
+ * http://www.hackersdelight.org/HDcode/newCode/divDouble.c
+ */
+
+/*
+ * Calculate number of leading of zeros for a 64-bit value.
+ */
+static int
+nlz64(uint64_t x) {
+ register int n = 0;
-char hw_serial[HW_HOSTID_LEN] = "<none>";
-EXPORT_SYMBOL(hw_serial);
+ if (x == 0)
+ return 64;
-int p0 = 0;
-EXPORT_SYMBOL(p0);
+ if (x <= 0x00000000FFFFFFFFULL) {n = n + 32; x = x << 32;}
+ if (x <= 0x0000FFFFFFFFFFFFULL) {n = n + 16; x = x << 16;}
+ if (x <= 0x00FFFFFFFFFFFFFFULL) {n = n + 8; x = x << 8;}
+ if (x <= 0x0FFFFFFFFFFFFFFFULL) {n = n + 4; x = x << 4;}
+ if (x <= 0x3FFFFFFFFFFFFFFFULL) {n = n + 2; x = x << 2;}
+ if (x <= 0x7FFFFFFFFFFFFFFFULL) {n = n + 1;}
-#ifndef HAVE_KALLSYMS_LOOKUP_NAME
-kallsyms_lookup_name_t spl_kallsyms_lookup_name_fn = SYMBOL_POISON;
-#endif
+ return n;
+}
-int
-highbit(unsigned long i)
+/*
+ * Newer kernels have a div_u64() function but we define our own
+ * to simplify portibility between kernel versions.
+ */
+static inline uint64_t
+__div_u64(uint64_t u, uint32_t v)
{
- register int h = 1;
- ENTRY;
-
- if (i == 0)
- RETURN(0);
-#if BITS_PER_LONG == 64
- if (i & 0xffffffff00000000ul) {
- h += 32; i >>= 32;
- }
-#endif
- if (i & 0xffff0000) {
- h += 16; i >>= 16;
- }
- if (i & 0xff00) {
- h += 8; i >>= 8;
- }
- if (i & 0xf0) {
- h += 4; i >>= 4;
- }
- if (i & 0xc) {
- h += 2; i >>= 2;
- }
- if (i & 0x2) {
- h += 1;
- }
- RETURN(h);
+ (void) do_div(u, v);
+ return u;
}
-EXPORT_SYMBOL(highbit);
/*
- * Implementation of 64 bit division for 32-bit machines.
+ * Implementation of 64-bit unsigned division for 32-bit machines.
+ *
+ * First the procedure takes care of the case in which the divisor is a
+ * 32-bit quantity. There are two subcases: (1) If the left half of the
+ * dividend is less than the divisor, one execution of do_div() is all that
+ * is required (overflow is not possible). (2) Otherwise it does two
+ * divisions, using the grade school method.
*/
-#if BITS_PER_LONG == 32
-uint64_t __udivdi3(uint64_t dividend, uint64_t divisor)
+uint64_t
+__udivdi3(uint64_t u, uint64_t v)
{
-#if defined(HAVE_DIV64_64) /* 2.6.22 - 2.6.25 API */
- return div64_64(dividend, divisor);
-#elif defined(HAVE_DIV64_U64) /* 2.6.26 - 2.6.x API */
- return div64_u64(dividend, divisor);
-#else
- /* Implementation from 2.6.30 kernel */
- uint32_t high, d;
-
- high = divisor >> 32;
- if (high) {
- unsigned int shift = fls(high);
-
- d = divisor >> shift;
- dividend >>= shift;
- } else
- d = divisor;
-
- do_div(dividend, d);
-
- return dividend;
-#endif /* HAVE_DIV64_64, HAVE_DIV64_U64 */
+ uint64_t u0, u1, v1, q0, q1, k;
+ int n;
+
+ if (v >> 32 == 0) { // If v < 2**32:
+ if (u >> 32 < v) { // If u/v cannot overflow,
+ return __div_u64(u, v); // just do one division.
+ } else { // If u/v would overflow:
+ u1 = u >> 32; // Break u into two halves.
+ u0 = u & 0xFFFFFFFF;
+ q1 = __div_u64(u1, v); // First quotient digit.
+ k = u1 - q1 * v; // First remainder, < v.
+ u0 += (k << 32);
+ q0 = __div_u64(u0, v); // Seconds quotient digit.
+ return (q1 << 32) + q0;
+ }
+ } else { // If v >= 2**32:
+ n = nlz64(v); // 0 <= n <= 31.
+ v1 = (v << n) >> 32; // Normalize divisor, MSB is 1.
+ u1 = u >> 1; // To ensure no overflow.
+ q1 = __div_u64(u1, v1); // Get quotient from
+ q0 = (q1 << n) >> 31; // Undo normalization and
+ // division of u by 2.
+ if (q0 != 0) // Make q0 correct or
+ q0 = q0 - 1; // too small by 1.
+ if ((u - q0 * v) >= v)
+ q0 = q0 + 1; // Now q0 is correct.
+
+ return q0;
+ }
}
EXPORT_SYMBOL(__udivdi3);
/*
- * Implementation of 64 bit modulo for 32-bit machines.
+ * Implementation of 64-bit signed division for 32-bit machines.
*/
-uint64_t __umoddi3(uint64_t dividend, uint64_t divisor)
+int64_t
+__divdi3(int64_t u, int64_t v)
{
- return dividend - divisor * (dividend / divisor);
+ int64_t q, t;
+ q = __udivdi3(abs64(u), abs64(v));
+ t = (u ^ v) >> 63; // If u, v have different
+ return (q ^ t) - t; // signs, negate q.
+}
+EXPORT_SYMBOL(__divdi3);
+
+/*
+ * Implementation of 64-bit unsigned modulo for 32-bit machines.
+ */
+uint64_t
+__umoddi3(uint64_t dividend, uint64_t divisor)
+{
+ return (dividend - (divisor * __udivdi3(dividend, divisor)));
}
EXPORT_SYMBOL(__umoddi3);
+
+#if defined(__arm) || defined(__arm__)
+/*
+ * Implementation of 64-bit (un)signed division for 32-bit arm machines.
+ *
+ * Run-time ABI for the ARM Architecture (page 20). A pair of (unsigned)
+ * long longs is returned in {{r0, r1}, {r2,r3}}, the quotient in {r0, r1},
+ * and the remainder in {r2, r3}. The return type is specifically left
+ * set to 'void' to ensure the compiler does not overwrite these registers
+ * during the return. All results are in registers as per ABI
+ */
+void
+__aeabi_uldivmod(uint64_t u, uint64_t v)
+{
+ uint64_t res;
+ uint64_t mod;
+
+ res = __udivdi3(u, v);
+ mod = __umoddi3(u, v);
+ {
+ register uint32_t r0 asm("r0") = (res & 0xFFFFFFFF);
+ register uint32_t r1 asm("r1") = (res >> 32);
+ register uint32_t r2 asm("r2") = (mod & 0xFFFFFFFF);
+ register uint32_t r3 asm("r3") = (mod >> 32);
+
+ asm volatile(""
+ : "+r"(r0), "+r"(r1), "+r"(r2),"+r"(r3) /* output */
+ : "r"(r0), "r"(r1), "r"(r2), "r"(r3)); /* input */
+
+ return; /* r0; */
+ }
+}
+EXPORT_SYMBOL(__aeabi_uldivmod);
+
+void
+__aeabi_ldivmod(int64_t u, int64_t v)
+{
+ int64_t res;
+ uint64_t mod;
+
+ res = __divdi3(u, v);
+ mod = __umoddi3(u, v);
+ {
+ register uint32_t r0 asm("r0") = (res & 0xFFFFFFFF);
+ register uint32_t r1 asm("r1") = (res >> 32);
+ register uint32_t r2 asm("r2") = (mod & 0xFFFFFFFF);
+ register uint32_t r3 asm("r3") = (mod >> 32);
+
+ asm volatile(""
+ : "+r"(r0), "+r"(r1), "+r"(r2),"+r"(r3) /* output */
+ : "r"(r0), "r"(r1), "r"(r2), "r"(r3)); /* input */
+
+ return; /* r0; */
+ }
+}
+EXPORT_SYMBOL(__aeabi_ldivmod);
+#endif /* __arm || __arm__ */
#endif /* BITS_PER_LONG */
/* NOTE: The strtoxx behavior is solely based on my reading of the Solaris
* never be putting away the last reference on a task structure so this will
* not be called. However, we still need to define it so the module does not
* have undefined symbol at load time. That all said if this impossible
- * thing does somehow happen SBUG() immediately so we know about it.
+ * thing does somehow happen PANIC immediately so we know about it.
*/
void
__put_task_struct(struct task_struct *t)
{
- SBUG();
+ PANIC("Unexpectly put last reference on task %d\n", (int)t->pid);
}
EXPORT_SYMBOL(__put_task_struct);
#endif /* HAVE_PUT_TASK_STRUCT */
-struct new_utsname *__utsname(void)
-{
-#ifdef HAVE_INIT_UTSNAME
- return init_utsname();
-#else
- return &system_utsname;
-#endif
-}
-EXPORT_SYMBOL(__utsname);
+/*
+ * Read the unique system identifier from the /etc/hostid file.
+ *
+ * The behavior of /usr/bin/hostid on Linux systems with the
+ * regular eglibc and coreutils is:
+ *
+ * 1. Generate the value if the /etc/hostid file does not exist
+ * or if the /etc/hostid file is less than four bytes in size.
+ *
+ * 2. If the /etc/hostid file is at least 4 bytes, then return
+ * the first four bytes [0..3] in native endian order.
+ *
+ * 3. Always ignore bytes [4..] if they exist in the file.
+ *
+ * Only the first four bytes are significant, even on systems that
+ * have a 64-bit word size.
+ *
+ * See:
+ *
+ * eglibc: sysdeps/unix/sysv/linux/gethostid.c
+ * coreutils: src/hostid.c
+ *
+ * Notes:
+ *
+ * The /etc/hostid file on Solaris is a text file that often reads:
+ *
+ * # DO NOT EDIT
+ * "0123456789"
+ *
+ * Directly copying this file to Linux results in a constant
+ * hostid of 4f442023 because the default comment constitutes
+ * the first four bytes of the file.
+ *
+ */
+
+char *spl_hostid_path = HW_HOSTID_PATH;
+module_param(spl_hostid_path, charp, 0444);
+MODULE_PARM_DESC(spl_hostid_path, "The system hostid file (/etc/hostid)");
static int
-set_hostid(void)
+hostid_read(void)
{
- char sh_path[] = "/bin/sh";
- char *argv[] = { sh_path,
- "-c",
- "/usr/bin/hostid >/proc/sys/kernel/spl/hostid",
- NULL };
- char *envp[] = { "HOME=/",
- "TERM=linux",
- "PATH=/sbin:/usr/sbin:/bin:/usr/bin",
- NULL };
- int rc;
-
- /* Doing address resolution in the kernel is tricky and just
- * not a good idea in general. So to set the proper 'hw_serial'
- * use the usermodehelper support to ask '/bin/sh' to run
- * '/usr/bin/hostid' and redirect the result to /proc/sys/spl/hostid
- * for us to use. It's a horrific solution but it will do for now.
- */
- rc = call_usermodehelper(sh_path, argv, envp, 1);
- if (rc)
- printk("SPL: Failed user helper '%s %s %s', rc = %d\n",
- argv[0], argv[1], argv[2], rc);
+ int result;
+ uint64_t size;
+ struct _buf *file;
+ uint32_t hostid = 0;
- return rc;
+ file = kobj_open_file(spl_hostid_path);
+
+ if (file == (struct _buf *)-1)
+ return -1;
+
+ result = kobj_get_filesize(file, &size);
+
+ if (result != 0) {
+ printk(KERN_WARNING
+ "SPL: kobj_get_filesize returned %i on %s\n",
+ result, spl_hostid_path);
+ kobj_close_file(file);
+ return -2;
+ }
+
+ if (size < sizeof(HW_HOSTID_MASK)) {
+ printk(KERN_WARNING
+ "SPL: Ignoring the %s file because it is %llu bytes; "
+ "expecting %lu bytes instead.\n", spl_hostid_path,
+ size, (unsigned long)sizeof(HW_HOSTID_MASK));
+ kobj_close_file(file);
+ return -3;
+ }
+
+ /* Read directly into the variable like eglibc does. */
+ /* Short reads are okay; native behavior is preserved. */
+ result = kobj_read_file(file, (char *)&hostid, sizeof(hostid), 0);
+
+ if (result < 0) {
+ printk(KERN_WARNING
+ "SPL: kobj_read_file returned %i on %s\n",
+ result, spl_hostid_path);
+ kobj_close_file(file);
+ return -4;
+ }
+
+ /* Mask down to 32 bits like coreutils does. */
+ spl_hostid = hostid & HW_HOSTID_MASK;
+ kobj_close_file(file);
+ return 0;
}
uint32_t
zone_get_hostid(void *zone)
{
- unsigned long hostid;
+ static int first = 1;
/* Only the global zone is supported */
ASSERT(zone == NULL);
- if (ddi_strtoul(hw_serial, NULL, HW_HOSTID_LEN-1, &hostid) != 0)
- return HW_INVALID_HOSTID;
+ if (first) {
+ first = 0;
- return (uint32_t)hostid;
-}
-EXPORT_SYMBOL(zone_get_hostid);
+ /*
+ * Get the hostid if it was not passed as a module parameter.
+ * Try reading the /etc/hostid file directly.
+ */
+ if (hostid_read())
+ spl_hostid = 0;
-#ifndef HAVE_KALLSYMS_LOOKUP_NAME
-/*
- * Because kallsyms_lookup_name() is no longer exported in the
- * mainline kernel we are forced to resort to somewhat drastic
- * measures. This function replaces the functionality by performing
- * an upcall to user space where /proc/kallsyms is consulted for
- * the requested address.
- */
-#define GET_KALLSYMS_ADDR_CMD \
- "awk '{ if ( $3 == \"kallsyms_lookup_name\") { print $1 } }' " \
- "/proc/kallsyms >/proc/sys/kernel/spl/kallsyms_lookup_name"
-
-static int
-set_kallsyms_lookup_name(void)
-{
- char sh_path[] = "/bin/sh";
- char *argv[] = { sh_path,
- "-c",
- GET_KALLSYMS_ADDR_CMD,
- NULL };
- char *envp[] = { "HOME=/",
- "TERM=linux",
- "PATH=/sbin:/usr/sbin:/bin:/usr/bin",
- NULL };
- int rc;
-
- rc = call_usermodehelper(sh_path, argv, envp, 1);
- if (rc)
- printk("SPL: Failed user helper '%s %s %s', rc = %d\n",
- argv[0], argv[1], argv[2], rc);
+ printk(KERN_NOTICE "SPL: using hostid 0x%08x\n",
+ (unsigned int) spl_hostid);
+ }
- return rc;
+ return spl_hostid;
}
-#endif
+EXPORT_SYMBOL(zone_get_hostid);
static int
__init spl_init(void)
{
int rc = 0;
- if ((rc = debug_init()))
- return rc;
-
if ((rc = spl_kmem_init()))
- GOTO(out1, rc);
+ goto out1;
if ((rc = spl_mutex_init()))
- GOTO(out2, rc);
+ goto out2;
if ((rc = spl_rw_init()))
- GOTO(out3, rc);
+ goto out3;
if ((rc = spl_taskq_init()))
- GOTO(out4, rc);
+ goto out4;
- if ((rc = vn_init()))
- GOTO(out5, rc);
+ if ((rc = spl_vn_init()))
+ goto out5;
- if ((rc = proc_init()))
- GOTO(out6, rc);
+ if ((rc = spl_proc_init()))
+ goto out6;
- if ((rc = kstat_init()))
- GOTO(out7, rc);
+ if ((rc = spl_kstat_init()))
+ goto out7;
- if ((rc = set_hostid()))
- GOTO(out8, rc = -EADDRNOTAVAIL);
+ if ((rc = spl_tsd_init()))
+ goto out8;
-#ifndef HAVE_KALLSYMS_LOOKUP_NAME
- if ((rc = set_kallsyms_lookup_name()))
- GOTO(out8, rc = -EADDRNOTAVAIL);
-#endif /* HAVE_KALLSYMS_LOOKUP_NAME */
+ if ((rc = spl_zlib_init()))
+ goto out9;
- if ((rc = spl_kmem_init_kallsyms_lookup()))
- GOTO(out8, rc);
+ printk(KERN_NOTICE "SPL: Loaded module v%s-%s%s\n", SPL_META_VERSION,
+ SPL_META_RELEASE, SPL_DEBUG_STR);
+ return (rc);
- printk("SPL: Loaded Solaris Porting Layer v%s\n", SPL_META_VERSION);
- RETURN(rc);
+out9:
+ spl_tsd_fini();
out8:
- kstat_fini();
+ spl_kstat_fini();
out7:
- proc_fini();
+ spl_proc_fini();
out6:
- vn_fini();
+ spl_vn_fini();
out5:
spl_taskq_fini();
out4:
out2:
spl_kmem_fini();
out1:
- debug_fini();
+ printk(KERN_NOTICE "SPL: Failed to Load Solaris Porting Layer "
+ "v%s-%s%s, rc = %d\n", SPL_META_VERSION, SPL_META_RELEASE,
+ SPL_DEBUG_STR, rc);
- printk("SPL: Failed to Load Solaris Porting Layer v%s, "
- "rc = %d\n", SPL_META_VERSION, rc);
return rc;
}
static void
spl_fini(void)
{
- ENTRY;
-
- printk("SPL: Unloaded Solaris Porting Layer v%s\n", SPL_META_VERSION);
- kstat_fini();
- proc_fini();
- vn_fini();
+ printk(KERN_NOTICE "SPL: Unloaded module v%s-%s%s\n",
+ SPL_META_VERSION, SPL_META_RELEASE, SPL_DEBUG_STR);
+ spl_zlib_fini();
+ spl_tsd_fini();
+ spl_kstat_fini();
+ spl_proc_fini();
+ spl_vn_fini();
spl_taskq_fini();
spl_rw_fini();
spl_mutex_fini();
spl_kmem_fini();
- debug_fini();
}
/* Called when a dependent module is loaded */
module_init(spl_init);
module_exit(spl_fini);
-MODULE_AUTHOR("Lawrence Livermore National Labs");
MODULE_DESCRIPTION("Solaris Porting Layer");
-MODULE_LICENSE("GPL");
+MODULE_AUTHOR(SPL_META_AUTHOR);
+MODULE_LICENSE(SPL_META_LICENSE);
+MODULE_VERSION(SPL_META_VERSION "-" SPL_META_RELEASE);
projects / mirror_spl.git / blobdiff