2005-04-16 16:20:36 -06:00
|
|
|
/*
|
|
|
|
* Copyright (C) 2002 MontaVista Software Inc.
|
|
|
|
* Author: Jun Sun, jsun@mvista.com or jsun@junsun.net
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify it
|
|
|
|
* under the terms of the GNU General Public License as published by the
|
|
|
|
* Free Software Foundation; either version 2 of the License, or (at your
|
|
|
|
* option) any later version.
|
|
|
|
*/
|
|
|
|
#ifndef _ASM_FPU_H
|
|
|
|
#define _ASM_FPU_H
|
|
|
|
|
|
|
|
#include <linux/sched.h>
|
|
|
|
#include <linux/thread_info.h>
|
2007-10-19 00:40:25 -06:00
|
|
|
#include <linux/bitops.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
#include <asm/mipsregs.h>
|
|
|
|
#include <asm/cpu.h>
|
|
|
|
#include <asm/cpu-features.h>
|
2014-04-28 14:34:01 -06:00
|
|
|
#include <asm/fpu_emulator.h>
|
2007-05-08 09:09:13 -06:00
|
|
|
#include <asm/hazards.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
#include <asm/processor.h>
|
|
|
|
#include <asm/current.h>
|
2014-07-11 09:44:30 -06:00
|
|
|
#include <asm/msa.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-04-05 02:45:47 -06:00
|
|
|
#ifdef CONFIG_MIPS_MT_FPAFF
|
|
|
|
#include <asm/mips_mt.h>
|
|
|
|
#endif
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
struct sigcontext;
|
|
|
|
struct sigcontext32;
|
|
|
|
|
2015-04-03 16:27:48 -06:00
|
|
|
extern void _init_fpu(unsigned int);
|
2005-04-16 16:20:36 -06:00
|
|
|
extern void _save_fp(struct task_struct *);
|
|
|
|
extern void _restore_fp(struct task_struct *);
|
|
|
|
|
2013-11-22 06:12:07 -07:00
|
|
|
/*
|
|
|
|
* This enum specifies a mode in which we want the FPU to operate, for cores
|
2014-09-11 01:30:20 -06:00
|
|
|
* which implement the Status.FR bit. Note that the bottom bit of the value
|
|
|
|
* purposefully matches the desired value of the Status.FR bit.
|
2013-11-22 06:12:07 -07:00
|
|
|
*/
|
|
|
|
enum fpu_mode {
|
|
|
|
FPU_32BIT = 0, /* FR = 0 */
|
2014-09-11 01:30:20 -06:00
|
|
|
FPU_64BIT, /* FR = 1, FRE = 0 */
|
2013-11-22 06:12:07 -07:00
|
|
|
FPU_AS_IS,
|
2014-09-11 01:30:20 -06:00
|
|
|
FPU_HYBRID, /* FR = 1, FRE = 1 */
|
|
|
|
|
|
|
|
#define FPU_FR_MASK 0x1
|
2013-11-22 06:12:07 -07:00
|
|
|
};
|
|
|
|
|
2015-01-30 05:09:37 -07:00
|
|
|
#define __disable_fpu() \
|
|
|
|
do { \
|
|
|
|
clear_c0_status(ST0_CU1); \
|
|
|
|
disable_fpu_hazard(); \
|
|
|
|
} while (0)
|
|
|
|
|
2013-11-22 06:12:07 -07:00
|
|
|
static inline int __enable_fpu(enum fpu_mode mode)
|
|
|
|
{
|
|
|
|
int fr;
|
|
|
|
|
|
|
|
switch (mode) {
|
|
|
|
case FPU_AS_IS:
|
|
|
|
/* just enable the FPU in its current mode */
|
|
|
|
set_c0_status(ST0_CU1);
|
|
|
|
enable_fpu_hazard();
|
|
|
|
return 0;
|
|
|
|
|
2014-09-11 01:30:20 -06:00
|
|
|
case FPU_HYBRID:
|
|
|
|
if (!cpu_has_fre)
|
|
|
|
return SIGFPE;
|
|
|
|
|
|
|
|
/* set FRE */
|
2014-12-17 03:46:40 -07:00
|
|
|
set_c0_config5(MIPS_CONF5_FRE);
|
2014-09-11 01:30:20 -06:00
|
|
|
goto fr_common;
|
|
|
|
|
2013-11-22 06:12:07 -07:00
|
|
|
case FPU_64BIT:
|
2015-07-16 08:30:04 -06:00
|
|
|
#if !(defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR6) \
|
2015-01-30 03:20:28 -07:00
|
|
|
|| defined(CONFIG_64BIT))
|
2013-11-22 06:12:07 -07:00
|
|
|
/* we only have a 32-bit FPU */
|
|
|
|
return SIGFPE;
|
|
|
|
#endif
|
|
|
|
/* fall through */
|
|
|
|
case FPU_32BIT:
|
2014-12-17 03:39:30 -07:00
|
|
|
if (cpu_has_fre) {
|
|
|
|
/* clear FRE */
|
2014-12-17 03:46:40 -07:00
|
|
|
clear_c0_config5(MIPS_CONF5_FRE);
|
2014-12-17 03:39:30 -07:00
|
|
|
}
|
2014-09-11 01:30:20 -06:00
|
|
|
fr_common:
|
2013-11-22 06:12:07 -07:00
|
|
|
/* set CU1 & change FR appropriately */
|
2014-09-11 01:30:20 -06:00
|
|
|
fr = (int)mode & FPU_FR_MASK;
|
2013-11-22 06:12:07 -07:00
|
|
|
change_c0_status(ST0_CU1 | ST0_FR, ST0_CU1 | (fr ? ST0_FR : 0));
|
|
|
|
enable_fpu_hazard();
|
|
|
|
|
|
|
|
/* check FR has the desired value */
|
2015-01-30 05:09:37 -07:00
|
|
|
if (!!(read_c0_status() & ST0_FR) == !!fr)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
/* unsupported FR value */
|
|
|
|
__disable_fpu();
|
|
|
|
return SIGFPE;
|
2013-11-22 06:12:07 -07:00
|
|
|
|
|
|
|
default:
|
|
|
|
BUG();
|
|
|
|
}
|
2014-02-05 13:05:44 -07:00
|
|
|
|
|
|
|
return SIGFPE;
|
2013-11-22 06:12:07 -07:00
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
#define clear_fpu_owner() clear_thread_flag(TIF_USEDFPU)
|
|
|
|
|
2005-05-09 07:16:07 -06:00
|
|
|
static inline int __is_fpu_owner(void)
|
|
|
|
{
|
|
|
|
return test_thread_flag(TIF_USEDFPU);
|
|
|
|
}
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
static inline int is_fpu_owner(void)
|
|
|
|
{
|
2005-05-09 07:16:07 -06:00
|
|
|
return cpu_has_fpu && __is_fpu_owner();
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
2013-11-22 06:12:07 -07:00
|
|
|
static inline int __own_fpu(void)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2013-11-22 06:12:07 -07:00
|
|
|
enum fpu_mode mode;
|
|
|
|
int ret;
|
|
|
|
|
2014-09-11 01:30:20 -06:00
|
|
|
if (test_thread_flag(TIF_HYBRID_FPREGS))
|
|
|
|
mode = FPU_HYBRID;
|
|
|
|
else
|
|
|
|
mode = !test_thread_flag(TIF_32BIT_FPREGS);
|
|
|
|
|
2013-11-22 06:12:07 -07:00
|
|
|
ret = __enable_fpu(mode);
|
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
|
2007-03-09 09:07:45 -07:00
|
|
|
KSTK_STATUS(current) |= ST0_CU1;
|
2014-09-11 01:30:20 -06:00
|
|
|
if (mode == FPU_64BIT || mode == FPU_HYBRID)
|
2013-11-22 06:12:07 -07:00
|
|
|
KSTK_STATUS(current) |= ST0_FR;
|
|
|
|
else /* mode == FPU_32BIT */
|
|
|
|
KSTK_STATUS(current) &= ~ST0_FR;
|
|
|
|
|
2007-03-09 09:07:45 -07:00
|
|
|
set_thread_flag(TIF_USEDFPU);
|
2013-11-22 06:12:07 -07:00
|
|
|
return 0;
|
2007-03-09 09:07:45 -07:00
|
|
|
}
|
|
|
|
|
2013-11-22 06:12:07 -07:00
|
|
|
static inline int own_fpu_inatomic(int restore)
|
2007-03-09 09:07:45 -07:00
|
|
|
{
|
2013-11-22 06:12:07 -07:00
|
|
|
int ret = 0;
|
|
|
|
|
2007-03-09 09:07:45 -07:00
|
|
|
if (cpu_has_fpu && !__is_fpu_owner()) {
|
2013-11-22 06:12:07 -07:00
|
|
|
ret = __own_fpu();
|
|
|
|
if (restore && !ret)
|
2007-03-09 09:07:45 -07:00
|
|
|
_restore_fp(current);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
2013-11-22 06:12:07 -07:00
|
|
|
return ret;
|
2007-04-16 08:19:44 -06:00
|
|
|
}
|
|
|
|
|
2013-11-22 06:12:07 -07:00
|
|
|
static inline int own_fpu(int restore)
|
2007-04-16 08:19:44 -06:00
|
|
|
{
|
2013-11-22 06:12:07 -07:00
|
|
|
int ret;
|
|
|
|
|
2007-04-16 08:19:44 -06:00
|
|
|
preempt_disable();
|
2013-11-22 06:12:07 -07:00
|
|
|
ret = own_fpu_inatomic(restore);
|
2007-03-09 09:07:45 -07:00
|
|
|
preempt_enable();
|
2013-11-22 06:12:07 -07:00
|
|
|
return ret;
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
2015-08-03 09:49:30 -06:00
|
|
|
static inline void lose_fpu_inatomic(int save, struct task_struct *tsk)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2014-07-11 09:44:30 -06:00
|
|
|
if (is_msa_enabled()) {
|
|
|
|
if (save) {
|
2015-08-03 09:49:30 -06:00
|
|
|
save_msa(tsk);
|
|
|
|
tsk->thread.fpu.fcr31 =
|
2014-11-07 06:13:54 -07:00
|
|
|
read_32bit_cp1_register(CP1_STATUS);
|
2014-07-11 09:44:30 -06:00
|
|
|
}
|
|
|
|
disable_msa();
|
2015-08-03 09:49:30 -06:00
|
|
|
clear_tsk_thread_flag(tsk, TIF_USEDMSA);
|
2015-02-25 06:08:05 -07:00
|
|
|
__disable_fpu();
|
2014-07-11 09:44:30 -06:00
|
|
|
} else if (is_fpu_owner()) {
|
2007-03-09 09:07:45 -07:00
|
|
|
if (save)
|
2015-08-03 09:49:30 -06:00
|
|
|
_save_fp(tsk);
|
2005-04-16 16:20:36 -06:00
|
|
|
__disable_fpu();
|
|
|
|
}
|
2015-08-03 09:49:30 -06:00
|
|
|
KSTK_STATUS(tsk) &= ~ST0_CU1;
|
|
|
|
clear_tsk_thread_flag(tsk, TIF_USEDFPU);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void lose_fpu(int save)
|
|
|
|
{
|
|
|
|
preempt_disable();
|
|
|
|
lose_fpu_inatomic(save, current);
|
2007-03-09 09:07:45 -07:00
|
|
|
preempt_enable();
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
2013-11-22 06:12:07 -07:00
|
|
|
static inline int init_fpu(void)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2015-04-03 16:27:48 -06:00
|
|
|
unsigned int fcr31 = current->thread.fpu.fcr31;
|
2013-11-22 06:12:07 -07:00
|
|
|
int ret = 0;
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
if (cpu_has_fpu) {
|
2014-12-17 03:39:30 -07:00
|
|
|
unsigned int config5;
|
|
|
|
|
2013-11-22 06:12:07 -07:00
|
|
|
ret = __own_fpu();
|
2014-12-17 03:39:30 -07:00
|
|
|
if (ret)
|
|
|
|
return ret;
|
2014-09-11 01:30:20 -06:00
|
|
|
|
2014-12-17 03:39:30 -07:00
|
|
|
if (!cpu_has_fre) {
|
2015-04-03 16:27:48 -06:00
|
|
|
_init_fpu(fcr31);
|
2014-09-11 01:30:20 -06:00
|
|
|
|
2014-12-17 03:39:30 -07:00
|
|
|
return 0;
|
2014-09-11 01:30:20 -06:00
|
|
|
}
|
2014-12-17 03:39:30 -07:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Ensure FRE is clear whilst running _init_fpu, since
|
|
|
|
* single precision FP instructions are used. If FRE
|
|
|
|
* was set then we'll just end up initialising all 32
|
|
|
|
* 64b registers.
|
|
|
|
*/
|
2014-12-17 03:46:40 -07:00
|
|
|
config5 = clear_c0_config5(MIPS_CONF5_FRE);
|
2014-12-17 03:39:30 -07:00
|
|
|
enable_fpu_hazard();
|
|
|
|
|
2015-04-03 16:27:48 -06:00
|
|
|
_init_fpu(fcr31);
|
2014-12-17 03:39:30 -07:00
|
|
|
|
|
|
|
/* Restore FRE */
|
|
|
|
write_c0_config5(config5);
|
|
|
|
enable_fpu_hazard();
|
2014-04-28 14:34:01 -06:00
|
|
|
} else
|
2005-04-16 16:20:36 -06:00
|
|
|
fpu_emulator_init_fpu();
|
2013-11-22 06:12:07 -07:00
|
|
|
|
|
|
|
return ret;
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
static inline void save_fp(struct task_struct *tsk)
|
|
|
|
{
|
|
|
|
if (cpu_has_fpu)
|
|
|
|
_save_fp(tsk);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void restore_fp(struct task_struct *tsk)
|
|
|
|
{
|
|
|
|
if (cpu_has_fpu)
|
|
|
|
_restore_fp(tsk);
|
|
|
|
}
|
|
|
|
|
2014-02-13 04:26:41 -07:00
|
|
|
static inline union fpureg *get_fpu_regs(struct task_struct *tsk)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2006-10-08 09:10:01 -06:00
|
|
|
if (tsk == current) {
|
|
|
|
preempt_disable();
|
|
|
|
if (is_fpu_owner())
|
2005-04-16 16:20:36 -06:00
|
|
|
_save_fp(current);
|
2006-10-08 09:10:01 -06:00
|
|
|
preempt_enable();
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
2006-05-15 10:26:03 -06:00
|
|
|
return tsk->thread.fpu.fpr;
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
#endif /* _ASM_FPU_H */
|