arch/mips/include/asm/fpu.h

   1 /*
   2  * Copyright (C) 2002 MontaVista Software Inc.
   3  * Author: Jun Sun, jsun@mvista.com or jsun@junsun.net
   4  *
   5  * This program is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License as published by the
   7  * Free Software Foundation;  either version 2 of the  License, or (at your
   8  * option) any later version.
   9  */
  10 #ifndef _ASM_FPU_H
  11 #define _ASM_FPU_H
  12
  13 #include <linux/sched.h>
  14 #include <linux/thread_info.h>
  15 #include <linux/bitops.h>
  16
  17 #include <asm/mipsregs.h>
  18 #include <asm/cpu.h>
  19 #include <asm/cpu-features.h>
  20 #include <asm/fpu_emulator.h>
  21 #include <asm/hazards.h>
  22 #include <asm/processor.h>
  23 #include <asm/current.h>
  24 #include <asm/msa.h>
  25
  26 #ifdef CONFIG_MIPS_MT_FPAFF
  27 #include <asm/mips_mt.h>
  28 #endif
  29
  30 struct sigcontext;
  31 struct sigcontext32;
  32
  33 extern void _init_fpu(unsigned int);
  34 extern void _save_fp(struct task_struct *);
  35 extern void _restore_fp(struct task_struct *);
  36
  37 /*
  38  * This enum specifies a mode in which we want the FPU to operate, for cores
  39  * which implement the Status.FR bit. Note that the bottom bit of the value
  40  * purposefully matches the desired value of the Status.FR bit.
  41  */
  42 enum fpu_mode {
  43         FPU_32BIT = 0,          /* FR = 0 */
  44         FPU_64BIT,              /* FR = 1, FRE = 0 */
  45         FPU_AS_IS,
  46         FPU_HYBRID,             /* FR = 1, FRE = 1 */
  47
  48 #define FPU_FR_MASK             0x1
  49 };
  50
  51 #define __disable_fpu()                                                 \
  52 do {                                                                    \
  53         clear_c0_status(ST0_CU1);                                       \
  54         disable_fpu_hazard();                                           \
  55 } while (0)
  56
  57 static inline int __enable_fpu(enum fpu_mode mode)
  58 {
  59         int fr;
  60
  61         switch (mode) {
  62         case FPU_AS_IS:
  63                 /* just enable the FPU in its current mode */
  64                 set_c0_status(ST0_CU1);
  65                 enable_fpu_hazard();
  66                 return 0;
  67
  68         case FPU_HYBRID:
  69                 if (!cpu_has_fre)
  70                         return SIGFPE;
  71
  72                 /* set FRE */
  73                 set_c0_config5(MIPS_CONF5_FRE);
  74                 goto fr_common;
  75
  76         case FPU_64BIT:
  77 #if !(defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR6) \
  78       || defined(CONFIG_64BIT))
  79                 /* we only have a 32-bit FPU */
  80                 return SIGFPE;
  81 #endif
  82                 /* fall through */
  83         case FPU_32BIT:
  84                 if (cpu_has_fre) {
  85                         /* clear FRE */
  86                         clear_c0_config5(MIPS_CONF5_FRE);
  87                 }
  88 fr_common:
  89                 /* set CU1 & change FR appropriately */
  90                 fr = (int)mode & FPU_FR_MASK;
  91                 change_c0_status(ST0_CU1 | ST0_FR, ST0_CU1 | (fr ? ST0_FR : 0));
  92                 enable_fpu_hazard();
  93
  94                 /* check FR has the desired value */
  95                 if (!!(read_c0_status() & ST0_FR) == !!fr)
  96                         return 0;
  97
  98                 /* unsupported FR value */
  99                 __disable_fpu();
 100                 return SIGFPE;
 101
 102         default:
 103                 BUG();
 104         }
 105
 106         return SIGFPE;
 107 }
 108
 109 #define clear_fpu_owner()       clear_thread_flag(TIF_USEDFPU)
 110
 111 static inline int __is_fpu_owner(void)
 112 {
 113         return test_thread_flag(TIF_USEDFPU);
 114 }
 115
 116 static inline int is_fpu_owner(void)
 117 {
 118         return cpu_has_fpu && __is_fpu_owner();
 119 }
 120
 121 static inline int __own_fpu(void)
 122 {
 123         enum fpu_mode mode;
 124         int ret;
 125
 126         if (test_thread_flag(TIF_HYBRID_FPREGS))
 127                 mode = FPU_HYBRID;
 128         else
 129                 mode = !test_thread_flag(TIF_32BIT_FPREGS);
 130
 131         ret = __enable_fpu(mode);
 132         if (ret)
 133                 return ret;
 134
 135         KSTK_STATUS(current) |= ST0_CU1;
 136         if (mode == FPU_64BIT || mode == FPU_HYBRID)
 137                 KSTK_STATUS(current) |= ST0_FR;
 138         else /* mode == FPU_32BIT */
 139                 KSTK_STATUS(current) &= ~ST0_FR;
 140
 141         set_thread_flag(TIF_USEDFPU);
 142         return 0;
 143 }
 144
 145 static inline int own_fpu_inatomic(int restore)
 146 {
 147         int ret = 0;
 148
 149         if (cpu_has_fpu && !__is_fpu_owner()) {
 150                 ret = __own_fpu();
 151                 if (restore && !ret)
 152                         _restore_fp(current);
 153         }
 154         return ret;
 155 }
 156
 157 static inline int own_fpu(int restore)
 158 {
 159         int ret;
 160
 161         preempt_disable();
 162         ret = own_fpu_inatomic(restore);
 163         preempt_enable();
 164         return ret;
 165 }
 166
 167 static inline void lose_fpu_inatomic(int save, struct task_struct *tsk)
 168 {
 169         if (is_msa_enabled()) {
 170                 if (save) {
 171                         save_msa(tsk);
 172                         tsk->thread.fpu.fcr31 =
 173                                         read_32bit_cp1_register(CP1_STATUS);
 174                 }
 175                 disable_msa();
 176                 clear_tsk_thread_flag(tsk, TIF_USEDMSA);
 177                 __disable_fpu();
 178         } else if (is_fpu_owner()) {
 179                 if (save)
 180                         _save_fp(tsk);
 181                 __disable_fpu();
 182         } else {
 183                 /* FPU should not have been left enabled with no owner */
 184                 WARN(read_c0_status() & ST0_CU1,
 185                      "Orphaned FPU left enabled");
 186         }
 187         KSTK_STATUS(tsk) &= ~ST0_CU1;
 188         clear_tsk_thread_flag(tsk, TIF_USEDFPU);
 189 }
 190
 191 static inline void lose_fpu(int save)
 192 {
 193         preempt_disable();
 194         lose_fpu_inatomic(save, current);
 195         preempt_enable();
 196 }
 197
 198 static inline int init_fpu(void)
 199 {
 200         unsigned int fcr31 = current->thread.fpu.fcr31;
 201         int ret = 0;
 202
 203         if (cpu_has_fpu) {
 204                 unsigned int config5;
 205
 206                 ret = __own_fpu();
 207                 if (ret)
 208                         return ret;
 209
 210                 if (!cpu_has_fre) {
 211                         _init_fpu(fcr31);
 212
 213                         return 0;
 214                 }
 215
 216                 /*
 217                  * Ensure FRE is clear whilst running _init_fpu, since
 218                  * single precision FP instructions are used. If FRE
 219                  * was set then we'll just end up initialising all 32
 220                  * 64b registers.
 221                  */
 222                 config5 = clear_c0_config5(MIPS_CONF5_FRE);
 223                 enable_fpu_hazard();
 224
 225                 _init_fpu(fcr31);
 226
 227                 /* Restore FRE */
 228                 write_c0_config5(config5);
 229                 enable_fpu_hazard();
 230         } else
 231                 fpu_emulator_init_fpu();
 232
 233         return ret;
 234 }
 235
 236 static inline void save_fp(struct task_struct *tsk)
 237 {
 238         if (cpu_has_fpu)
 239                 _save_fp(tsk);
 240 }
 241
 242 static inline void restore_fp(struct task_struct *tsk)
 243 {
 244         if (cpu_has_fpu)
 245                 _restore_fp(tsk);
 246 }
 247
 248 static inline union fpureg *get_fpu_regs(struct task_struct *tsk)
 249 {
 250         if (tsk == current) {
 251                 preempt_disable();
 252                 if (is_fpu_owner())
 253                         _save_fp(current);
 254                 preempt_enable();
 255         }
 256
 257         return tsk->thread.fpu.fpr;
 258 }
 259
 260 #endif /* _ASM_FPU_H */