[mirror_edk2.git] / ArmPkg / Library / ArmLib / Arm / ArmV7Support.S

#------------------------------------------------------------------------------\r
#\r
# Copyright (c) 2008 - 2010, Apple Inc. All rights reserved.<BR>\r
# Copyright (c) 2011 - 2014, ARM Limited. All rights reserved.\r
# Copyright (c) 2016, Linaro Limited. All rights reserved.\r
#\r
# This program and the accompanying materials\r
# are licensed and made available under the terms and conditions of the BSD License\r
# which accompanies this distribution.  The full text of the license may be found at\r
# http://opensource.org/licenses/bsd-license.php\r
#\r
# THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,\r
# WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.\r
#\r
#------------------------------------------------------------------------------\r
\r
#include <AsmMacroIoLib.h>\r
\r
.set DC_ON, (0x1<<2)\r
.set IC_ON, (0x1<<12)\r
.set CTRL_M_BIT,  (1 << 0)\r
.set CTRL_C_BIT,  (1 << 2)\r
.set CTRL_B_BIT,  (1 << 7)\r
.set CTRL_I_BIT,  (1 << 12)\r
\r
\r
ASM_FUNC(ArmInvalidateDataCacheEntryByMVA)\r
  mcr     p15, 0, r0, c7, c6, 1   @invalidate single data cache line\r
  bx      lr\r
\r
ASM_FUNC(ArmCleanDataCacheEntryByMVA)\r
  mcr     p15, 0, r0, c7, c10, 1  @clean single data cache line\r
  bx      lr\r
\r
\r
ASM_FUNC(ArmCleanDataCacheEntryToPoUByMVA)\r
  mcr     p15, 0, r0, c7, c11, 1  @clean single data cache line to PoU\r
  bx      lr\r
\r
ASM_FUNC(ArmInvalidateInstructionCacheEntryToPoUByMVA)\r
  mcr     p15, 0, r0, c7, c5, 1  @Invalidate single instruction cache line to PoU\r
  mcr     p15, 0, r0, c7, c5, 7  @Invalidate branch predictor\r
  bx      lr\r
\r
ASM_FUNC(ArmCleanInvalidateDataCacheEntryByMVA)\r
  mcr     p15, 0, r0, c7, c14, 1  @clean and invalidate single data cache line\r
  bx      lr\r
\r
\r
ASM_FUNC(ArmInvalidateDataCacheEntryBySetWay)\r
  mcr     p15, 0, r0, c7, c6, 2        @ Invalidate this line\r
  bx      lr\r
\r
\r
ASM_FUNC(ArmCleanInvalidateDataCacheEntryBySetWay)\r
  mcr     p15, 0, r0, c7, c14, 2       @ Clean and Invalidate this line\r
  bx      lr\r
\r
\r
ASM_FUNC(ArmCleanDataCacheEntryBySetWay)\r
  mcr     p15, 0, r0, c7, c10, 2       @ Clean this line\r
  bx      lr\r
\r
ASM_FUNC(ArmInvalidateInstructionCache)\r
  mcr     p15,0,R0,c7,c5,0      @Invalidate entire instruction cache\r
  dsb\r
  isb\r
  bx      LR\r
\r
ASM_FUNC(ArmEnableMmu)\r
  mrc     p15,0,R0,c1,c0,0\r
  orr     R0,R0,#1\r
  mcr     p15,0,R0,c1,c0,0\r
  dsb\r
  isb\r
  bx      LR\r
\r
\r
ASM_FUNC(ArmDisableMmu)\r
  mrc     p15,0,R0,c1,c0,0\r
  bic     R0,R0,#1\r
  mcr     p15,0,R0,c1,c0,0      @Disable MMU\r
\r
  mcr     p15,0,R0,c8,c7,0      @Invalidate TLB\r
  mcr     p15,0,R0,c7,c5,6      @Invalidate Branch predictor array\r
  dsb\r
  isb\r
  bx      LR\r
\r
ASM_FUNC(ArmDisableCachesAndMmu)\r
  mrc   p15, 0, r0, c1, c0, 0           @ Get control register\r
  bic   r0, r0, #CTRL_M_BIT             @ Disable MMU\r
  bic   r0, r0, #CTRL_C_BIT             @ Disable D Cache\r
  bic   r0, r0, #CTRL_I_BIT             @ Disable I Cache\r
  mcr   p15, 0, r0, c1, c0, 0           @ Write control register\r
  dsb\r
  isb\r
  bx      LR\r
\r
ASM_FUNC(ArmMmuEnabled)\r
  mrc     p15,0,R0,c1,c0,0\r
  and     R0,R0,#1\r
  bx      LR\r
\r
ASM_FUNC(ArmEnableDataCache)\r
  ldr     R1,=DC_ON\r
  mrc     p15,0,R0,c1,c0,0      @Read control register configuration data\r
  orr     R0,R0,R1              @Set C bit\r
  mcr     p15,0,r0,c1,c0,0      @Write control register configuration data\r
  dsb\r
  isb\r
  bx      LR\r
\r
ASM_FUNC(ArmDisableDataCache)\r
  ldr     R1,=DC_ON\r
  mrc     p15,0,R0,c1,c0,0      @Read control register configuration data\r
  bic     R0,R0,R1              @Clear C bit\r
  mcr     p15,0,r0,c1,c0,0      @Write control register configuration data\r
  dsb\r
  isb\r
  bx      LR\r
\r
ASM_FUNC(ArmEnableInstructionCache)\r
  ldr     R1,=IC_ON\r
  mrc     p15,0,R0,c1,c0,0      @Read control register configuration data\r
  orr     R0,R0,R1              @Set I bit\r
  mcr     p15,0,r0,c1,c0,0      @Write control register configuration data\r
  dsb\r
  isb\r
  bx      LR\r
\r
ASM_FUNC(ArmDisableInstructionCache)\r
  ldr     R1,=IC_ON\r
  mrc     p15,0,R0,c1,c0,0      @Read control register configuration data\r
  bic     R0,R0,R1              @Clear I bit.\r
  mcr     p15,0,r0,c1,c0,0      @Write control register configuration data\r
  dsb\r
  isb\r
  bx      LR\r
\r
ASM_FUNC(ArmEnableSWPInstruction)\r
  mrc     p15, 0, r0, c1, c0, 0\r
  orr     r0, r0, #0x00000400\r
  mcr     p15, 0, r0, c1, c0, 0\r
  isb\r
  bx      LR\r
\r
ASM_FUNC(ArmEnableBranchPrediction)\r
  mrc     p15, 0, r0, c1, c0, 0\r
  orr     r0, r0, #0x00000800\r
  mcr     p15, 0, r0, c1, c0, 0\r
  dsb\r
  isb\r
  bx      LR\r
\r
ASM_FUNC(ArmDisableBranchPrediction)\r
  mrc     p15, 0, r0, c1, c0, 0\r
  bic     r0, r0, #0x00000800\r
  mcr     p15, 0, r0, c1, c0, 0\r
  dsb\r
  isb\r
  bx      LR\r
\r
ASM_FUNC(ArmSetLowVectors)\r
  mrc     p15, 0, r0, c1, c0, 0 @ Read SCTLR into R0 (Read control register configuration data)\r
  bic     r0, r0, #0x00002000   @ clear V bit\r
  mcr     p15, 0, r0, c1, c0, 0 @ Write R0 into SCTLR (Write control register configuration data)\r
  isb\r
  bx      LR\r
\r
ASM_FUNC(ArmSetHighVectors)\r
  mrc     p15, 0, r0, c1, c0, 0 @ Read SCTLR into R0 (Read control register configuration data)\r
  orr     r0, r0, #0x00002000   @ Set V bit\r
  mcr     p15, 0, r0, c1, c0, 0 @ Write R0 into SCTLR (Write control register configuration data)\r
  isb\r
  bx      LR\r
\r
ASM_FUNC(ArmV7AllDataCachesOperation)\r
  stmfd SP!,{r4-r12, LR}\r
  mov   R1, R0                @ Save Function call in R1\r
  mrc   p15, 1, R6, c0, c0, 1 @ Read CLIDR\r
  ands  R3, R6, #0x7000000    @ Mask out all but Level of Coherency (LoC)\r
  mov   R3, R3, LSR #23       @ Cache level value (naturally aligned)\r
  beq   L_Finished\r
  mov   R10, #0\r
\r
Loop1:\r
  add   R2, R10, R10, LSR #1  @ Work out 3xcachelevel\r
  mov   R12, R6, LSR R2       @ bottom 3 bits are the Cache type for this level\r
  and   R12, R12, #7          @ get those 3 bits alone\r
  cmp   R12, #2\r
  blt   L_Skip                  @ no cache or only instruction cache at this level\r
  mcr   p15, 2, R10, c0, c0, 0  @ write the Cache Size selection register (CSSELR) // OR in 1 for Instruction\r
  isb                           @ isb to sync the change to the CacheSizeID reg\r
  mrc   p15, 1, R12, c0, c0, 0  @ reads current Cache Size ID register (CCSIDR)\r
  and   R2, R12, #0x7           @ extract the line length field\r
  add   R2, R2, #4              @ add 4 for the line length offset (log2 16 bytes)\r
@  ldr   R4, =0x3FF\r
  mov   R4, #0x400\r
  sub   R4, R4, #1\r
  ands  R4, R4, R12, LSR #3     @ R4 is the max number on the way size (right aligned)\r
  clz   R5, R4                  @ R5 is the bit position of the way size increment\r
@  ldr   R7, =0x00007FFF\r
  mov   R7, #0x00008000\r
  sub   R7, R7, #1\r
  ands  R7, R7, R12, LSR #13    @ R7 is the max number of the index size (right aligned)\r
\r
Loop2:\r
  mov   R9, R4                  @ R9 working copy of the max way size (right aligned)\r
\r
Loop3:\r
  orr   R0, R10, R9, LSL R5     @ factor in the way number and cache number into R11\r
  orr   R0, R0, R7, LSL R2      @ factor in the index number\r
\r
  blx   R1\r
\r
  subs  R9, R9, #1              @ decrement the way number\r
  bge   Loop3\r
  subs  R7, R7, #1              @ decrement the index\r
  bge   Loop2\r
L_Skip:\r
  add   R10, R10, #2            @ increment the cache number\r
  cmp   R3, R10\r
  bgt   Loop1\r
\r
L_Finished:\r
  dsb\r
  ldmfd SP!, {r4-r12, lr}\r
  bx    LR\r
\r
ASM_FUNC(ArmDataMemoryBarrier)\r
  dmb\r
  bx      LR\r
\r
ASM_FUNC(ArmDataSynchronizationBarrier)\r
  dsb\r
  bx      LR\r
\r
ASM_FUNC(ArmInstructionSynchronizationBarrier)\r
  isb\r
  bx      LR\r
\r
ASM_FUNC(ArmReadVBar)\r
  # Set the Address of the Vector Table in the VBAR register\r
  mrc     p15, 0, r0, c12, c0, 0\r
  bx      lr\r
\r
ASM_FUNC(ArmWriteVBar)\r
  # Set the Address of the Vector Table in the VBAR register\r
  mcr     p15, 0, r0, c12, c0, 0\r
  # Ensure the SCTLR.V bit is clear\r
  mrc     p15, 0, r0, c1, c0, 0 @ Read SCTLR into R0 (Read control register configuration data)\r
  bic     r0, r0, #0x00002000   @ clear V bit\r
  mcr     p15, 0, r0, c1, c0, 0 @ Write R0 into SCTLR (Write control register configuration data)\r
  isb\r
  bx      lr\r
\r
ASM_FUNC(ArmEnableVFP)\r
  # Read CPACR (Coprocessor Access Control Register)\r
  mrc     p15, 0, r0, c1, c0, 2\r
  # Enable VPF access (Full Access to CP10, CP11) (V* instructions)\r
  orr     r0, r0, #0x00f00000\r
  # Write back CPACR (Coprocessor Access Control Register)\r
  mcr     p15, 0, r0, c1, c0, 2\r
  isb\r
  # Set EN bit in FPEXC. The Advanced SIMD and VFP extensions are enabled and operate normally.\r
  mov     r0, #0x40000000\r
#ifndef __clang__\r
  mcr     p10,#0x7,r0,c8,c0,#0\r
#else\r
  vmsr    fpexc, r0\r
#endif\r
  bx      lr\r
\r
ASM_FUNC(ArmCallWFI)\r
  wfi\r
  bx      lr\r
\r
#Note: Return 0 in Uniprocessor implementation\r
ASM_FUNC(ArmReadCbar)\r
  mrc     p15, 4, r0, c15, c0, 0  @ Read Configuration Base Address Register\r
  bx      lr\r
\r
ASM_FUNC(ArmReadMpidr)\r
  mrc     p15, 0, r0, c0, c0, 5       @ read MPIDR\r
  bx      lr\r
\r
ASM_FUNC(ArmReadTpidrurw)\r
  mrc     p15, 0, r0, c13, c0, 2    @ read TPIDRURW\r
  bx      lr\r
\r
ASM_FUNC(ArmWriteTpidrurw)\r
  mcr     p15, 0, r0, c13, c0, 2    @ write TPIDRURW\r
  bx      lr\r
\r
ASM_FUNC(ArmIsArchTimerImplemented)\r
  mrc    p15, 0, r0, c0, c1, 1     @ Read ID_PFR1\r
  and    r0, r0, #0x000F0000\r
  bx     lr\r
\r
ASM_FUNC(ArmReadIdPfr1)\r
  mrc    p15, 0, r0, c0, c1, 1     @ Read ID_PFR1 Register\r
  bx     lr\r
\r
ASM_FUNCTION_REMOVE_IF_UNREFERENCED\r
Commit	Line	Data
3402aac7	1	#------------------------------------------------------------------------------\r
bd6b9799	2	#\r
bd6b9799	3	# Copyright (c) 2008 - 2010, Apple Inc. All rights reserved.<BR>\r
9401d6f4	4	# Copyright (c) 2011 - 2014, ARM Limited. All rights reserved.\r
0efaa42f	5	# Copyright (c) 2016, Linaro Limited. All rights reserved.\r
bd6b9799	6	#\r
	7	# This program and the accompanying materials\r
	8	# are licensed and made available under the terms and conditions of the BSD License\r
	9	# which accompanies this distribution. The full text of the license may be found at\r
	10	# http://opensource.org/licenses/bsd-license.php\r
	11	#\r
	12	# THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,\r
	13	# WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.\r
	14	#\r
	15	#------------------------------------------------------------------------------\r
	16	\r
0efaa42f	17	#include <AsmMacroIoLib.h>\r
bd6b9799	18	\r
	19	.set DC_ON, (0x1<<2)\r
	20	.set IC_ON, (0x1<<12)\r
	21	.set CTRL_M_BIT, (1 << 0)\r
	22	.set CTRL_C_BIT, (1 << 2)\r
	23	.set CTRL_B_BIT, (1 << 7)\r
	24	.set CTRL_I_BIT, (1 << 12)\r
	25	\r
	26	\r
0efaa42f	27	ASM_FUNC(ArmInvalidateDataCacheEntryByMVA)\r
3402aac7	28	mcr p15, 0, r0, c7, c6, 1 @invalidate single data cache line\r
bd6b9799	29	bx lr\r
bd6b9799	30	\r
0efaa42f	31	ASM_FUNC(ArmCleanDataCacheEntryByMVA)\r
3402aac7	32	mcr p15, 0, r0, c7, c10, 1 @clean single data cache line\r
bd6b9799	33	bx lr\r
	34	\r
	35	\r
0efaa42f	36	ASM_FUNC(ArmCleanDataCacheEntryToPoUByMVA)\r
b7de7e3c EC	37	mcr p15, 0, r0, c7, c11, 1 @clean single data cache line to PoU\r
	38	bx lr\r
	39	\r
0efaa42f	40	ASM_FUNC(ArmInvalidateInstructionCacheEntryToPoUByMVA)\r
cf580da1 AB	41	mcr p15, 0, r0, c7, c5, 1 @Invalidate single instruction cache line to PoU\r
	42	mcr p15, 0, r0, c7, c5, 7 @Invalidate branch predictor\r
	43	bx lr\r
b7de7e3c	44	\r
0efaa42f	45	ASM_FUNC(ArmCleanInvalidateDataCacheEntryByMVA)\r
bd6b9799	46	mcr p15, 0, r0, c7, c14, 1 @clean and invalidate single data cache line\r
bd6b9799	47	bx lr\r
	48	\r
	49	\r
0efaa42f	50	ASM_FUNC(ArmInvalidateDataCacheEntryBySetWay)\r
3402aac7	51	mcr p15, 0, r0, c7, c6, 2 @ Invalidate this line\r
bd6b9799	52	bx lr\r
	53	\r
	54	\r
0efaa42f	55	ASM_FUNC(ArmCleanInvalidateDataCacheEntryBySetWay)\r
3402aac7	56	mcr p15, 0, r0, c7, c14, 2 @ Clean and Invalidate this line\r
bd6b9799	57	bx lr\r
	58	\r
	59	\r
0efaa42f	60	ASM_FUNC(ArmCleanDataCacheEntryBySetWay)\r
3402aac7	61	mcr p15, 0, r0, c7, c10, 2 @ Clean this line\r
bd6b9799	62	bx lr\r
bd6b9799	63	\r
0efaa42f	64	ASM_FUNC(ArmInvalidateInstructionCache)\r
bd6b9799	65	mcr p15,0,R0,c7,c5,0 @Invalidate entire instruction cache\r
	66	dsb\r
	67	isb\r
	68	bx LR\r
	69	\r
0efaa42f	70	ASM_FUNC(ArmEnableMmu)\r
bd6b9799	71	mrc p15,0,R0,c1,c0,0\r
	72	orr R0,R0,#1\r
	73	mcr p15,0,R0,c1,c0,0\r
	74	dsb\r
	75	isb\r
	76	bx LR\r
	77	\r
	78	\r
0efaa42f	79	ASM_FUNC(ArmDisableMmu)\r
bd6b9799	80	mrc p15,0,R0,c1,c0,0\r
	81	bic R0,R0,#1\r
	82	mcr p15,0,R0,c1,c0,0 @Disable MMU\r
	83	\r
	84	mcr p15,0,R0,c8,c7,0 @Invalidate TLB\r
	85	mcr p15,0,R0,c7,c5,6 @Invalidate Branch predictor array\r
	86	dsb\r
	87	isb\r
	88	bx LR\r
	89	\r
0efaa42f	90	ASM_FUNC(ArmDisableCachesAndMmu)\r
bd6b9799	91	mrc p15, 0, r0, c1, c0, 0 @ Get control register\r
	92	bic r0, r0, #CTRL_M_BIT @ Disable MMU\r
	93	bic r0, r0, #CTRL_C_BIT @ Disable D Cache\r
	94	bic r0, r0, #CTRL_I_BIT @ Disable I Cache\r
	95	mcr p15, 0, r0, c1, c0, 0 @ Write control register\r
	96	dsb\r
	97	isb\r
	98	bx LR\r
	99	\r
0efaa42f	100	ASM_FUNC(ArmMmuEnabled)\r
bd6b9799	101	mrc p15,0,R0,c1,c0,0\r
bd6b9799	102	and R0,R0,#1\r
3402aac7	103	bx LR\r
bd6b9799	104	\r
0efaa42f	105	ASM_FUNC(ArmEnableDataCache)\r
bd6b9799	106	ldr R1,=DC_ON\r
	107	mrc p15,0,R0,c1,c0,0 @Read control register configuration data\r
	108	orr R0,R0,R1 @Set C bit\r
	109	mcr p15,0,r0,c1,c0,0 @Write control register configuration data\r
	110	dsb\r
	111	isb\r
	112	bx LR\r
3402aac7	113	\r
0efaa42f	114	ASM_FUNC(ArmDisableDataCache)\r
bd6b9799	115	ldr R1,=DC_ON\r
	116	mrc p15,0,R0,c1,c0,0 @Read control register configuration data\r
	117	bic R0,R0,R1 @Clear C bit\r
	118	mcr p15,0,r0,c1,c0,0 @Write control register configuration data\r
	119	dsb\r
	120	isb\r
	121	bx LR\r
	122	\r
0efaa42f	123	ASM_FUNC(ArmEnableInstructionCache)\r
bd6b9799	124	ldr R1,=IC_ON\r
	125	mrc p15,0,R0,c1,c0,0 @Read control register configuration data\r
	126	orr R0,R0,R1 @Set I bit\r
	127	mcr p15,0,r0,c1,c0,0 @Write control register configuration data\r
	128	dsb\r
	129	isb\r
	130	bx LR\r
3402aac7	131	\r
0efaa42f	132	ASM_FUNC(ArmDisableInstructionCache)\r
bd6b9799	133	ldr R1,=IC_ON\r
	134	mrc p15,0,R0,c1,c0,0 @Read control register configuration data\r
	135	bic R0,R0,R1 @Clear I bit.\r
	136	mcr p15,0,r0,c1,c0,0 @Write control register configuration data\r
	137	dsb\r
	138	isb\r
	139	bx LR\r
	140	\r
0efaa42f	141	ASM_FUNC(ArmEnableSWPInstruction)\r
bd6b9799	142	mrc p15, 0, r0, c1, c0, 0\r
	143	orr r0, r0, #0x00000400\r
	144	mcr p15, 0, r0, c1, c0, 0\r
	145	isb\r
	146	bx LR\r
	147	\r
0efaa42f	148	ASM_FUNC(ArmEnableBranchPrediction)\r
bd6b9799	149	mrc p15, 0, r0, c1, c0, 0\r
	150	orr r0, r0, #0x00000800\r
	151	mcr p15, 0, r0, c1, c0, 0\r
	152	dsb\r
	153	isb\r
	154	bx LR\r
	155	\r
0efaa42f	156	ASM_FUNC(ArmDisableBranchPrediction)\r
bd6b9799	157	mrc p15, 0, r0, c1, c0, 0\r
	158	bic r0, r0, #0x00000800\r
	159	mcr p15, 0, r0, c1, c0, 0\r
	160	dsb\r
	161	isb\r
	162	bx LR\r
	163	\r
0efaa42f	164	ASM_FUNC(ArmSetLowVectors)\r
bd6b9799	165	mrc p15, 0, r0, c1, c0, 0 @ Read SCTLR into R0 (Read control register configuration data)\r
	166	bic r0, r0, #0x00002000 @ clear V bit\r
	167	mcr p15, 0, r0, c1, c0, 0 @ Write R0 into SCTLR (Write control register configuration data)\r
	168	isb\r
	169	bx LR\r
	170	\r
0efaa42f	171	ASM_FUNC(ArmSetHighVectors)\r
bd6b9799	172	mrc p15, 0, r0, c1, c0, 0 @ Read SCTLR into R0 (Read control register configuration data)\r
c6ba1c12	173	orr r0, r0, #0x00002000 @ Set V bit\r
bd6b9799	174	mcr p15, 0, r0, c1, c0, 0 @ Write R0 into SCTLR (Write control register configuration data)\r
	175	isb\r
	176	bx LR\r
	177	\r
0efaa42f	178	ASM_FUNC(ArmV7AllDataCachesOperation)\r
bd6b9799	179	stmfd SP!,{r4-r12, LR}\r
	180	mov R1, R0 @ Save Function call in R1\r
	181	mrc p15, 1, R6, c0, c0, 1 @ Read CLIDR\r
	182	ands R3, R6, #0x7000000 @ Mask out all but Level of Coherency (LoC)\r
	183	mov R3, R3, LSR #23 @ Cache level value (naturally aligned)\r
	184	beq L_Finished\r
	185	mov R10, #0\r
	186	\r
3402aac7	187	Loop1:\r
bd6b9799	188	add R2, R10, R10, LSR #1 @ Work out 3xcachelevel\r
	189	mov R12, R6, LSR R2 @ bottom 3 bits are the Cache type for this level\r
	190	and R12, R12, #7 @ get those 3 bits alone\r
	191	cmp R12, #2\r
	192	blt L_Skip @ no cache or only instruction cache at this level\r
	193	mcr p15, 2, R10, c0, c0, 0 @ write the Cache Size selection register (CSSELR) // OR in 1 for Instruction\r
3402aac7	194	isb @ isb to sync the change to the CacheSizeID reg\r
bd6b9799	195	mrc p15, 1, R12, c0, c0, 0 @ reads current Cache Size ID register (CCSIDR)\r
	196	and R2, R12, #0x7 @ extract the line length field\r
	197	add R2, R2, #4 @ add 4 for the line length offset (log2 16 bytes)\r
	198	@ ldr R4, =0x3FF\r
	199	mov R4, #0x400\r
	200	sub R4, R4, #1\r
	201	ands R4, R4, R12, LSR #3 @ R4 is the max number on the way size (right aligned)\r
	202	clz R5, R4 @ R5 is the bit position of the way size increment\r
	203	@ ldr R7, =0x00007FFF\r
	204	mov R7, #0x00008000\r
	205	sub R7, R7, #1\r
	206	ands R7, R7, R12, LSR #13 @ R7 is the max number of the index size (right aligned)\r
	207	\r
3402aac7	208	Loop2:\r
bd6b9799	209	mov R9, R4 @ R9 working copy of the max way size (right aligned)\r
bd6b9799	210	\r
3402aac7	211	Loop3:\r
bd6b9799	212	orr R0, R10, R9, LSL R5 @ factor in the way number and cache number into R11\r
	213	orr R0, R0, R7, LSL R2 @ factor in the index number\r
	214	\r
	215	blx R1\r
	216	\r
	217	subs R9, R9, #1 @ decrement the way number\r
	218	bge Loop3\r
	219	subs R7, R7, #1 @ decrement the index\r
	220	bge Loop2\r
3402aac7	221	L_Skip:\r
bd6b9799	222	add R10, R10, #2 @ increment the cache number\r
	223	cmp R3, R10\r
	224	bgt Loop1\r
3402aac7	225	\r
bd6b9799	226	L_Finished:\r
	227	dsb\r
	228	ldmfd SP!, {r4-r12, lr}\r
	229	bx LR\r
	230	\r
0efaa42f	231	ASM_FUNC(ArmDataMemoryBarrier)\r
bd6b9799	232	dmb\r
bd6b9799	233	bx LR\r
3402aac7	234	\r
0efaa42f	235	ASM_FUNC(ArmDataSynchronizationBarrier)\r
bd6b9799	236	dsb\r
bd6b9799	237	bx LR\r
3402aac7	238	\r
0efaa42f	239	ASM_FUNC(ArmInstructionSynchronizationBarrier)\r
bd6b9799	240	isb\r
	241	bx LR\r
	242	\r
0efaa42f	243	ASM_FUNC(ArmReadVBar)\r
836c3500	244	# Set the Address of the Vector Table in the VBAR register\r
	245	mrc p15, 0, r0, c12, c0, 0\r
	246	bx lr\r
	247	\r
0efaa42f	248	ASM_FUNC(ArmWriteVBar)\r
bd6b9799	249	# Set the Address of the Vector Table in the VBAR register\r
3402aac7	250	mcr p15, 0, r0, c12, c0, 0\r
bd6b9799	251	# Ensure the SCTLR.V bit is clear\r
	252	mrc p15, 0, r0, c1, c0, 0 @ Read SCTLR into R0 (Read control register configuration data)\r
	253	bic r0, r0, #0x00002000 @ clear V bit\r
	254	mcr p15, 0, r0, c1, c0, 0 @ Write R0 into SCTLR (Write control register configuration data)\r
	255	isb\r
	256	bx lr\r
	257	\r
0efaa42f	258	ASM_FUNC(ArmEnableVFP)\r
bd6b9799	259	# Read CPACR (Coprocessor Access Control Register)\r
	260	mrc p15, 0, r0, c1, c0, 2\r
	261	# Enable VPF access (Full Access to CP10, CP11) (V* instructions)\r
	262	orr r0, r0, #0x00f00000\r
	263	# Write back CPACR (Coprocessor Access Control Register)\r
	264	mcr p15, 0, r0, c1, c0, 2\r
18029bb9	265	isb\r
bd6b9799	266	# Set EN bit in FPEXC. The Advanced SIMD and VFP extensions are enabled and operate normally.\r
bd6b9799	267	mov r0, #0x40000000\r
6d2449c1	268	#ifndef __clang__\r
bd6b9799	269	mcr p10,#0x7,r0,c8,c0,#0\r
6d2449c1 AB	270	#else\r
	271	vmsr fpexc, r0\r
	272	#endif\r
bd6b9799	273	bx lr\r
bd6b9799	274	\r
0efaa42f	275	ASM_FUNC(ArmCallWFI)\r
bd6b9799	276	wfi\r
	277	bx lr\r
	278	\r
	279	#Note: Return 0 in Uniprocessor implementation\r
0efaa42f	280	ASM_FUNC(ArmReadCbar)\r
bd6b9799	281	mrc p15, 4, r0, c15, c0, 0 @ Read Configuration Base Address Register\r
	282	bx lr\r
	283	\r
0efaa42f	284	ASM_FUNC(ArmReadMpidr)\r
bd6b9799	285	mrc p15, 0, r0, c0, c0, 5 @ read MPIDR\r
bd6b9799	286	bx lr\r
3402aac7	287	\r
0efaa42f	288	ASM_FUNC(ArmReadTpidrurw)\r
bd6b9799	289	mrc p15, 0, r0, c13, c0, 2 @ read TPIDRURW\r
	290	bx lr\r
	291	\r
0efaa42f	292	ASM_FUNC(ArmWriteTpidrurw)\r
bd6b9799	293	mcr p15, 0, r0, c13, c0, 2 @ write TPIDRURW\r
	294	bx lr\r
	295	\r
0efaa42f	296	ASM_FUNC(ArmIsArchTimerImplemented)\r
bd6b9799	297	mrc p15, 0, r0, c0, c1, 1 @ Read ID_PFR1\r
	298	and r0, r0, #0x000F0000\r
	299	bx lr\r
	300	\r
0efaa42f	301	ASM_FUNC(ArmReadIdPfr1)\r
bd6b9799	302	mrc p15, 0, r0, c0, c1, 1 @ Read ID_PFR1 Register\r
	303	bx lr\r
	304	\r
	305	ASM_FUNCTION_REMOVE_IF_UNREFERENCED\r