[mirror_ubuntu-jammy-kernel.git] / arch / arm64 / lib / bitops.S

/*
 * Based on arch/arm/lib/bitops.h
 *
 * Copyright (C) 2013 ARM Ltd.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */

#include <linux/linkage.h>
#include <asm/assembler.h>

/*
 * x0: bits 5:0  bit offset
 *     bits 31:6 word offset
 * x1: address
 */
	.macro	bitop, name, instr
ENTRY(	\name	)
	and	w3, w0, #63		// Get bit offset
	eor	w0, w0, w3		// Clear low bits
	mov	x2, #1
	add	x1, x1, x0, lsr #3	// Get word offset
	lsl	x3, x2, x3		// Create mask
1:	ldxr	x2, [x1]
	\instr	x2, x2, x3
	stxr	w0, x2, [x1]
	cbnz	w0, 1b
	ret
ENDPROC(\name	)
	.endm

	.macro	testop, name, instr
ENTRY(	\name	)
	and	w3, w0, #63		// Get bit offset
	eor	w0, w0, w3		// Clear low bits
	mov	x2, #1
	add	x1, x1, x0, lsr #3	// Get word offset
	lsl	x4, x2, x3		// Create mask
1:	ldxr	x2, [x1]
	lsr	x0, x2, x3		// Save old value of bit
	\instr	x2, x2, x4		// toggle bit
	stlxr	w5, x2, [x1]
	cbnz	w5, 1b
	dmb	ish
	and	x0, x0, #1
3:	ret
ENDPROC(\name	)
	.endm

/*
 * Atomic bit operations.
 */
	bitop	change_bit, eor
	bitop	clear_bit, bic
	bitop	set_bit, orr

	testop	test_and_change_bit, eor
	testop	test_and_clear_bit, bic
	testop	test_and_set_bit, orr
Commit	Line	Data
62479586 CM	1	/*
	2	* Based on arch/arm/lib/bitops.h
	3	*
	4	* Copyright (C) 2013 ARM Ltd.
	5	*
	6	* This program is free software; you can redistribute it and/or modify
	7	* it under the terms of the GNU General Public License version 2 as
	8	* published by the Free Software Foundation.
	9	*
	10	* This program is distributed in the hope that it will be useful,
	11	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	12	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	13	* GNU General Public License for more details.
	14	*
	15	* You should have received a copy of the GNU General Public License
	16	* along with this program. If not, see <http://www.gnu.org/licenses/>.
	17	*/
	18
	19	#include <linux/linkage.h>
	20	#include <asm/assembler.h>
	21
	22	/*
	23	* x0: bits 5:0 bit offset
420c158d	24	* bits 31:6 word offset
62479586 CM	25	* x1: address
	26	*/
	27	.macro bitop, name, instr
	28	ENTRY( \name )
420c158d CM	29	and w3, w0, #63 // Get bit offset
420c158d CM	30	eor w0, w0, w3 // Clear low bits
62479586 CM	31	mov x2, #1
	32	add x1, x1, x0, lsr #3 // Get word offset
	33	lsl x3, x2, x3 // Create mask
	34	1: ldxr x2, [x1]
	35	\instr x2, x2, x3
	36	stxr w0, x2, [x1]
	37	cbnz w0, 1b
	38	ret
	39	ENDPROC(\name )
	40	.endm
	41
	42	.macro testop, name, instr
	43	ENTRY( \name )
420c158d CM	44	and w3, w0, #63 // Get bit offset
420c158d CM	45	eor w0, w0, w3 // Clear low bits
62479586 CM	46	mov x2, #1
	47	add x1, x1, x0, lsr #3 // Get word offset
	48	lsl x4, x2, x3 // Create mask
8e86f0b4	49	1: ldxr x2, [x1]
62479586 CM	50	lsr x0, x2, x3 // Save old value of bit
62479586 CM	51	\instr x2, x2, x4 // toggle bit
16c85a1f	52	stlxr w5, x2, [x1]
c47d6a04	53	cbnz w5, 1b
8e86f0b4	54	dmb ish
62479586 CM	55	and x0, x0, #1
	56	3: ret
	57	ENDPROC(\name )
	58	.endm
	59
	60	/*
	61	* Atomic bit operations.
	62	*/
	63	bitop change_bit, eor
	64	bitop clear_bit, bic
	65	bitop set_bit, orr
	66
	67	testop test_and_change_bit, eor
	68	testop test_and_clear_bit, bic
	69	testop test_and_set_bit, orr