[mirror_ubuntu-jammy-kernel.git] / arch / powerpc / platforms / powernv / opal-memory-errors.c

// SPDX-License-Identifier: GPL-2.0-or-later
/*
 * OPAL asynchronus Memory error handling support in PowerNV.
 *
 * Copyright 2013 IBM Corporation
 * Author: Mahesh Salgaonkar <mahesh@linux.vnet.ibm.com>
 */

#undef DEBUG

#include <linux/kernel.h>
#include <linux/init.h>
#include <linux/of.h>
#include <linux/mm.h>
#include <linux/slab.h>

#include <asm/machdep.h>
#include <asm/opal.h>
#include <asm/cputable.h>

static int opal_mem_err_nb_init;
static LIST_HEAD(opal_memory_err_list);
static DEFINE_SPINLOCK(opal_mem_err_lock);

struct OpalMsgNode {
	struct list_head list;
	struct opal_msg msg;
};

static void handle_memory_error_event(struct OpalMemoryErrorData *merr_evt)
{
	uint64_t paddr_start, paddr_end;

	pr_debug("%s: Retrieved memory error event, type: 0x%x\n",
		  __func__, merr_evt->type);
	switch (merr_evt->type) {
	case OPAL_MEM_ERR_TYPE_RESILIENCE:
		paddr_start = be64_to_cpu(merr_evt->u.resilience.physical_address_start);
		paddr_end = be64_to_cpu(merr_evt->u.resilience.physical_address_end);
		break;
	case OPAL_MEM_ERR_TYPE_DYN_DALLOC:
		paddr_start = be64_to_cpu(merr_evt->u.dyn_dealloc.physical_address_start);
		paddr_end = be64_to_cpu(merr_evt->u.dyn_dealloc.physical_address_end);
		break;
	default:
		return;
	}

	for (; paddr_start < paddr_end; paddr_start += PAGE_SIZE) {
		memory_failure(paddr_start >> PAGE_SHIFT, 0);
	}
}

static void handle_memory_error(void)
{
	unsigned long flags;
	struct OpalMemoryErrorData *merr_evt;
	struct OpalMsgNode *msg_node;

	spin_lock_irqsave(&opal_mem_err_lock, flags);
	while (!list_empty(&opal_memory_err_list)) {
		 msg_node = list_entry(opal_memory_err_list.next,
					   struct OpalMsgNode, list);
		list_del(&msg_node->list);
		spin_unlock_irqrestore(&opal_mem_err_lock, flags);

		merr_evt = (struct OpalMemoryErrorData *)
					&msg_node->msg.params[0];
		handle_memory_error_event(merr_evt);
		kfree(msg_node);
		spin_lock_irqsave(&opal_mem_err_lock, flags);
	}
	spin_unlock_irqrestore(&opal_mem_err_lock, flags);
}

static void mem_error_handler(struct work_struct *work)
{
	handle_memory_error();
}

static DECLARE_WORK(mem_error_work, mem_error_handler);

/*
 * opal_memory_err_event - notifier handler that queues up the opal message
 * to be preocessed later.
 */
static int opal_memory_err_event(struct notifier_block *nb,
			  unsigned long msg_type, void *msg)
{
	unsigned long flags;
	struct OpalMsgNode *msg_node;

	if (msg_type != OPAL_MSG_MEM_ERR)
		return 0;

	msg_node = kzalloc(sizeof(*msg_node), GFP_ATOMIC);
	if (!msg_node) {
		pr_err("MEMORY_ERROR: out of memory, Opal message event not"
		       "handled\n");
		return -ENOMEM;
	}
	memcpy(&msg_node->msg, msg, sizeof(msg_node->msg));

	spin_lock_irqsave(&opal_mem_err_lock, flags);
	list_add(&msg_node->list, &opal_memory_err_list);
	spin_unlock_irqrestore(&opal_mem_err_lock, flags);

	schedule_work(&mem_error_work);
	return 0;
}

static struct notifier_block opal_mem_err_nb = {
	.notifier_call	= opal_memory_err_event,
	.next		= NULL,
	.priority	= 0,
};

static int __init opal_mem_err_init(void)
{
	int ret;

	if (!opal_mem_err_nb_init) {
		ret = opal_message_notifier_register(
					OPAL_MSG_MEM_ERR, &opal_mem_err_nb);
		if (ret) {
			pr_err("%s: Can't register OPAL event notifier (%d)\n",
			       __func__, ret);
			return ret;
		}
		opal_mem_err_nb_init = 1;
	}
	return 0;
}
machine_device_initcall(powernv, opal_mem_err_init);
Commit	Line	Data
1a59d1b8	1	// SPDX-License-Identifier: GPL-2.0-or-later
75eb3d9b	2	/*
c28237f1	3	* OPAL asynchronus Memory error handling support in PowerNV.
75eb3d9b	4	*
75eb3d9b MS	5	* Copyright 2013 IBM Corporation
	6	* Author: Mahesh Salgaonkar <mahesh@linux.vnet.ibm.com>
	7	*/
	8
	9	#undef DEBUG
	10
	11	#include <linux/kernel.h>
	12	#include <linux/init.h>
	13	#include <linux/of.h>
	14	#include <linux/mm.h>
	15	#include <linux/slab.h>
	16
b14726c5	17	#include <asm/machdep.h>
75eb3d9b MS	18	#include <asm/opal.h>
	19	#include <asm/cputable.h>
	20
	21	static int opal_mem_err_nb_init;
	22	static LIST_HEAD(opal_memory_err_list);
	23	static DEFINE_SPINLOCK(opal_mem_err_lock);
	24
	25	struct OpalMsgNode {
	26	struct list_head list;
	27	struct opal_msg msg;
	28	};
	29
	30	static void handle_memory_error_event(struct OpalMemoryErrorData *merr_evt)
	31	{
	32	uint64_t paddr_start, paddr_end;
	33
6e8a9279	34	pr_debug("%s: Retrieved memory error event, type: 0x%x\n",
75eb3d9b MS	35	__func__, merr_evt->type);
	36	switch (merr_evt->type) {
	37	case OPAL_MEM_ERR_TYPE_RESILIENCE:
223ca9d8 AB	38	paddr_start = be64_to_cpu(merr_evt->u.resilience.physical_address_start);
223ca9d8 AB	39	paddr_end = be64_to_cpu(merr_evt->u.resilience.physical_address_end);
75eb3d9b MS	40	break;
75eb3d9b MS	41	case OPAL_MEM_ERR_TYPE_DYN_DALLOC:
223ca9d8 AB	42	paddr_start = be64_to_cpu(merr_evt->u.dyn_dealloc.physical_address_start);
223ca9d8 AB	43	paddr_end = be64_to_cpu(merr_evt->u.dyn_dealloc.physical_address_end);
75eb3d9b MS	44	break;
	45	default:
	46	return;
	47	}
	48
	49	for (; paddr_start < paddr_end; paddr_start += PAGE_SIZE) {
83b57531	50	memory_failure(paddr_start >> PAGE_SHIFT, 0);
75eb3d9b MS	51	}
	52	}
	53
	54	static void handle_memory_error(void)
	55	{
	56	unsigned long flags;
	57	struct OpalMemoryErrorData *merr_evt;
	58	struct OpalMsgNode *msg_node;
	59
	60	spin_lock_irqsave(&opal_mem_err_lock, flags);
	61	while (!list_empty(&opal_memory_err_list)) {
	62	msg_node = list_entry(opal_memory_err_list.next,
	63	struct OpalMsgNode, list);
	64	list_del(&msg_node->list);
	65	spin_unlock_irqrestore(&opal_mem_err_lock, flags);
	66
	67	merr_evt = (struct OpalMemoryErrorData *)
	68	&msg_node->msg.params[0];
	69	handle_memory_error_event(merr_evt);
	70	kfree(msg_node);
	71	spin_lock_irqsave(&opal_mem_err_lock, flags);
	72	}
	73	spin_unlock_irqrestore(&opal_mem_err_lock, flags);
	74	}
	75
	76	static void mem_error_handler(struct work_struct *work)
	77	{
	78	handle_memory_error();
	79	}
	80
	81	static DECLARE_WORK(mem_error_work, mem_error_handler);
	82
	83	/*
	84	* opal_memory_err_event - notifier handler that queues up the opal message
	85	* to be preocessed later.
	86	*/
	87	static int opal_memory_err_event(struct notifier_block *nb,
	88	unsigned long msg_type, void *msg)
	89	{
	90	unsigned long flags;
	91	struct OpalMsgNode *msg_node;
	92
	93	if (msg_type != OPAL_MSG_MEM_ERR)
	94	return 0;
	95
	96	msg_node = kzalloc(sizeof(*msg_node), GFP_ATOMIC);
	97	if (!msg_node) {
	98	pr_err("MEMORY_ERROR: out of memory, Opal message event not"
	99	"handled\n");
	100	return -ENOMEM;
	101	}
a0828cf5	102	memcpy(&msg_node->msg, msg, sizeof(msg_node->msg));
75eb3d9b MS	103
	104	spin_lock_irqsave(&opal_mem_err_lock, flags);
	105	list_add(&msg_node->list, &opal_memory_err_list);
	106	spin_unlock_irqrestore(&opal_mem_err_lock, flags);
	107
	108	schedule_work(&mem_error_work);
	109	return 0;
	110	}
	111
	112	static struct notifier_block opal_mem_err_nb = {
	113	.notifier_call = opal_memory_err_event,
	114	.next = NULL,
	115	.priority = 0,
	116	};
	117
	118	static int __init opal_mem_err_init(void)
	119	{
	120	int ret;
	121
	122	if (!opal_mem_err_nb_init) {
	123	ret = opal_message_notifier_register(
	124	OPAL_MSG_MEM_ERR, &opal_mem_err_nb);
	125	if (ret) {
	126	pr_err("%s: Can't register OPAL event notifier (%d)\n",
	127	__func__, ret);
	128	return ret;
	129	}
	130	opal_mem_err_nb_init = 1;
	131	}
	132	return 0;
	133	}
96e023e7	134	machine_device_initcall(powernv, opal_mem_err_init);