2007-10-23 16:37:24 -04:00
|
|
|
/* Generic MTRR (Memory Type Range Register) ioctls.
|
|
|
|
|
|
|
|
Copyright (C) 1997-1999 Richard Gooch
|
|
|
|
|
|
|
|
This library is free software; you can redistribute it and/or
|
|
|
|
modify it under the terms of the GNU Library General Public
|
|
|
|
License as published by the Free Software Foundation; either
|
|
|
|
version 2 of the License, or (at your option) any later version.
|
|
|
|
|
|
|
|
This library is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
Library General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU Library General Public
|
|
|
|
License along with this library; if not, write to the Free
|
|
|
|
Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
|
|
|
|
|
|
|
|
Richard Gooch may be reached by email at rgooch@atnf.csiro.au
|
|
|
|
The postal address is:
|
|
|
|
Richard Gooch, c/o ATNF, P. O. Box 76, Epping, N.S.W., 2121, Australia.
|
|
|
|
*/
|
2008-10-23 01:26:29 -04:00
|
|
|
#ifndef _ASM_X86_MTRR_H
|
|
|
|
#define _ASM_X86_MTRR_H
|
2007-10-23 16:37:24 -04:00
|
|
|
|
2023-05-02 08:09:17 -04:00
|
|
|
#include <linux/bits.h>
|
2012-12-14 17:37:13 -05:00
|
|
|
#include <uapi/asm/mtrr.h>
|
2007-10-23 16:37:24 -04:00
|
|
|
|
2023-05-02 08:09:17 -04:00
|
|
|
/* Defines for hardware MTRR registers. */
|
|
|
|
#define MTRR_CAP_VCNT GENMASK(7, 0)
|
|
|
|
#define MTRR_CAP_FIX BIT_MASK(8)
|
|
|
|
#define MTRR_CAP_WC BIT_MASK(10)
|
|
|
|
|
|
|
|
#define MTRR_DEF_TYPE_TYPE GENMASK(7, 0)
|
|
|
|
#define MTRR_DEF_TYPE_FE BIT_MASK(10)
|
|
|
|
#define MTRR_DEF_TYPE_E BIT_MASK(11)
|
|
|
|
|
|
|
|
#define MTRR_DEF_TYPE_ENABLE (MTRR_DEF_TYPE_FE | MTRR_DEF_TYPE_E)
|
|
|
|
#define MTRR_DEF_TYPE_DISABLE ~(MTRR_DEF_TYPE_TYPE | MTRR_DEF_TYPE_ENABLE)
|
|
|
|
|
|
|
|
#define MTRR_PHYSBASE_TYPE GENMASK(7, 0)
|
|
|
|
#define MTRR_PHYSBASE_RSVD GENMASK(11, 8)
|
|
|
|
|
|
|
|
#define MTRR_PHYSMASK_RSVD GENMASK(10, 0)
|
|
|
|
#define MTRR_PHYSMASK_V BIT_MASK(11)
|
|
|
|
|
|
|
|
struct mtrr_state_type {
|
|
|
|
struct mtrr_var_range var_ranges[MTRR_MAX_VAR_RANGES];
|
|
|
|
mtrr_type fixed_ranges[MTRR_NUM_FIXED_RANGES];
|
|
|
|
unsigned char enabled;
|
|
|
|
bool have_fixed;
|
|
|
|
mtrr_type def_type;
|
|
|
|
};
|
|
|
|
|
2013-05-13 19:58:40 -04:00
|
|
|
/*
|
|
|
|
* The following functions are for use by other drivers that cannot use
|
|
|
|
* arch_phys_wc_add and arch_phys_wc_del.
|
|
|
|
*/
|
2007-10-23 16:37:24 -04:00
|
|
|
# ifdef CONFIG_MTRR
|
2022-11-02 03:47:09 -04:00
|
|
|
void mtrr_bp_init(void);
|
2023-05-02 08:09:18 -04:00
|
|
|
void mtrr_overwrite_state(struct mtrr_var_range *var, unsigned int num_var,
|
|
|
|
mtrr_type def_type);
|
2015-05-26 04:28:10 -04:00
|
|
|
extern u8 mtrr_type_lookup(u64 addr, u64 end, u8 *uniform);
|
2007-10-23 16:37:24 -04:00
|
|
|
extern void mtrr_save_fixed_ranges(void *);
|
|
|
|
extern void mtrr_save_state(void);
|
2008-03-23 04:02:52 -04:00
|
|
|
extern int mtrr_add(unsigned long base, unsigned long size,
|
|
|
|
unsigned int type, bool increment);
|
|
|
|
extern int mtrr_add_page(unsigned long base, unsigned long size,
|
|
|
|
unsigned int type, bool increment);
|
|
|
|
extern int mtrr_del(int reg, unsigned long base, unsigned long size);
|
|
|
|
extern int mtrr_del_page(int reg, unsigned long base, unsigned long size);
|
2009-08-19 21:05:36 -04:00
|
|
|
extern void mtrr_bp_restore(void);
|
x86, 32-bit: trim memory not covered by wb mtrrs
On some machines, buggy BIOSes don't properly setup WB MTRRs to cover all
available RAM, meaning the last few megs (or even gigs) of memory will be
marked uncached. Since Linux tends to allocate from high memory addresses
first, this causes the machine to be unusably slow as soon as the kernel
starts really using memory (i.e. right around init time).
This patch works around the problem by scanning the MTRRs at boot and
figuring out whether the current end_pfn value (setup by early e820 code)
goes beyond the highest WB MTRR range, and if so, trimming it to match. A
fairly obnoxious KERN_WARNING is printed too, letting the user know that
not all of their memory is available due to a likely BIOS bug.
Something similar could be done on i386 if needed, but the boot ordering
would be slightly different, since the MTRR code on i386 depends on the
boot_cpu_data structure being setup.
This patch fixes a bug in the last patch that caused the code to run on
non-Intel machines (AMD machines apparently don't need it and it's untested
on other non-Intel machines, so best keep it off).
Further enhancements and fixes from:
Yinghai Lu <Yinghai.Lu@Sun.COM>
Andi Kleen <ak@suse.de>
Signed-off-by: Jesse Barnes <jesse.barnes@intel.com>
Tested-by: Justin Piszcz <jpiszcz@lucidpixels.com>
Cc: Andi Kleen <andi@firstfloor.org>
Cc: "Eric W. Biederman" <ebiederm@xmission.com>
Cc: Yinghai Lu <yhlu.kernel@gmail.com>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Ingo Molnar <mingo@elte.hu>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
2008-01-30 07:33:18 -05:00
|
|
|
extern int mtrr_trim_uncached_memory(unsigned long end_pfn);
|
2008-03-24 19:02:01 -04:00
|
|
|
extern int amd_special_default_mtrr(void);
|
2022-11-02 03:47:02 -04:00
|
|
|
void mtrr_disable(void);
|
|
|
|
void mtrr_enable(void);
|
2022-11-02 03:47:04 -04:00
|
|
|
void mtrr_generic_set_state(void);
|
2007-10-23 16:37:24 -04:00
|
|
|
# else
|
2023-05-02 08:09:18 -04:00
|
|
|
static inline void mtrr_overwrite_state(struct mtrr_var_range *var,
|
|
|
|
unsigned int num_var,
|
|
|
|
mtrr_type def_type)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
2015-05-26 04:28:10 -04:00
|
|
|
static inline u8 mtrr_type_lookup(u64 addr, u64 end, u8 *uniform)
|
2008-03-21 10:42:28 -04:00
|
|
|
{
|
|
|
|
/*
|
2023-05-02 08:09:29 -04:00
|
|
|
* Return the default MTRR type, without any known other types in
|
|
|
|
* that range.
|
2008-03-21 10:42:28 -04:00
|
|
|
*/
|
2023-05-02 08:09:29 -04:00
|
|
|
*uniform = 1;
|
|
|
|
|
|
|
|
return MTRR_TYPE_UNCACHABLE;
|
2008-03-21 10:42:28 -04:00
|
|
|
}
|
2007-10-23 16:37:24 -04:00
|
|
|
#define mtrr_save_fixed_ranges(arg) do {} while (0)
|
|
|
|
#define mtrr_save_state() do {} while (0)
|
2008-03-23 04:02:52 -04:00
|
|
|
static inline int mtrr_add(unsigned long base, unsigned long size,
|
|
|
|
unsigned int type, bool increment)
|
2007-10-23 16:37:24 -04:00
|
|
|
{
|
|
|
|
return -ENODEV;
|
|
|
|
}
|
2008-03-23 04:02:52 -04:00
|
|
|
static inline int mtrr_add_page(unsigned long base, unsigned long size,
|
2008-01-30 07:30:31 -05:00
|
|
|
unsigned int type, bool increment)
|
2007-10-23 16:37:24 -04:00
|
|
|
{
|
|
|
|
return -ENODEV;
|
|
|
|
}
|
2008-03-23 04:02:52 -04:00
|
|
|
static inline int mtrr_del(int reg, unsigned long base, unsigned long size)
|
2007-10-23 16:37:24 -04:00
|
|
|
{
|
|
|
|
return -ENODEV;
|
|
|
|
}
|
2008-03-23 04:02:52 -04:00
|
|
|
static inline int mtrr_del_page(int reg, unsigned long base, unsigned long size)
|
2007-10-23 16:37:24 -04:00
|
|
|
{
|
|
|
|
return -ENODEV;
|
|
|
|
}
|
x86, 32-bit: trim memory not covered by wb mtrrs
On some machines, buggy BIOSes don't properly setup WB MTRRs to cover all
available RAM, meaning the last few megs (or even gigs) of memory will be
marked uncached. Since Linux tends to allocate from high memory addresses
first, this causes the machine to be unusably slow as soon as the kernel
starts really using memory (i.e. right around init time).
This patch works around the problem by scanning the MTRRs at boot and
figuring out whether the current end_pfn value (setup by early e820 code)
goes beyond the highest WB MTRR range, and if so, trimming it to match. A
fairly obnoxious KERN_WARNING is printed too, letting the user know that
not all of their memory is available due to a likely BIOS bug.
Something similar could be done on i386 if needed, but the boot ordering
would be slightly different, since the MTRR code on i386 depends on the
boot_cpu_data structure being setup.
This patch fixes a bug in the last patch that caused the code to run on
non-Intel machines (AMD machines apparently don't need it and it's untested
on other non-Intel machines, so best keep it off).
Further enhancements and fixes from:
Yinghai Lu <Yinghai.Lu@Sun.COM>
Andi Kleen <ak@suse.de>
Signed-off-by: Jesse Barnes <jesse.barnes@intel.com>
Tested-by: Justin Piszcz <jpiszcz@lucidpixels.com>
Cc: Andi Kleen <andi@firstfloor.org>
Cc: "Eric W. Biederman" <ebiederm@xmission.com>
Cc: Yinghai Lu <yhlu.kernel@gmail.com>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Ingo Molnar <mingo@elte.hu>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
2008-01-30 07:33:18 -05:00
|
|
|
static inline int mtrr_trim_uncached_memory(unsigned long end_pfn)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
2022-11-02 03:47:09 -04:00
|
|
|
#define mtrr_bp_init() do {} while (0)
|
2009-08-19 21:05:36 -04:00
|
|
|
#define mtrr_bp_restore() do {} while (0)
|
2022-11-02 03:47:02 -04:00
|
|
|
#define mtrr_disable() do {} while (0)
|
|
|
|
#define mtrr_enable() do {} while (0)
|
2022-11-02 03:47:04 -04:00
|
|
|
#define mtrr_generic_set_state() do {} while (0)
|
2007-10-23 16:37:24 -04:00
|
|
|
# endif
|
|
|
|
|
|
|
|
#ifdef CONFIG_COMPAT
|
|
|
|
#include <linux/compat.h>
|
|
|
|
|
2008-03-23 04:02:52 -04:00
|
|
|
struct mtrr_sentry32 {
|
2007-10-23 16:37:24 -04:00
|
|
|
compat_ulong_t base; /* Base address */
|
|
|
|
compat_uint_t size; /* Size of region */
|
|
|
|
compat_uint_t type; /* Type of region */
|
|
|
|
};
|
|
|
|
|
2008-03-23 04:02:52 -04:00
|
|
|
struct mtrr_gentry32 {
|
2007-10-23 16:37:24 -04:00
|
|
|
compat_ulong_t regnum; /* Register number */
|
|
|
|
compat_uint_t base; /* Base address */
|
|
|
|
compat_uint_t size; /* Size of region */
|
|
|
|
compat_uint_t type; /* Type of region */
|
|
|
|
};
|
|
|
|
|
|
|
|
#define MTRR_IOCTL_BASE 'M'
|
|
|
|
|
2008-03-23 04:02:52 -04:00
|
|
|
#define MTRRIOC32_ADD_ENTRY _IOW(MTRR_IOCTL_BASE, 0, struct mtrr_sentry32)
|
|
|
|
#define MTRRIOC32_SET_ENTRY _IOW(MTRR_IOCTL_BASE, 1, struct mtrr_sentry32)
|
|
|
|
#define MTRRIOC32_DEL_ENTRY _IOW(MTRR_IOCTL_BASE, 2, struct mtrr_sentry32)
|
|
|
|
#define MTRRIOC32_GET_ENTRY _IOWR(MTRR_IOCTL_BASE, 3, struct mtrr_gentry32)
|
|
|
|
#define MTRRIOC32_KILL_ENTRY _IOW(MTRR_IOCTL_BASE, 4, struct mtrr_sentry32)
|
|
|
|
#define MTRRIOC32_ADD_PAGE_ENTRY _IOW(MTRR_IOCTL_BASE, 5, struct mtrr_sentry32)
|
|
|
|
#define MTRRIOC32_SET_PAGE_ENTRY _IOW(MTRR_IOCTL_BASE, 6, struct mtrr_sentry32)
|
|
|
|
#define MTRRIOC32_DEL_PAGE_ENTRY _IOW(MTRR_IOCTL_BASE, 7, struct mtrr_sentry32)
|
|
|
|
#define MTRRIOC32_GET_PAGE_ENTRY _IOWR(MTRR_IOCTL_BASE, 8, struct mtrr_gentry32)
|
|
|
|
#define MTRRIOC32_KILL_PAGE_ENTRY \
|
|
|
|
_IOW(MTRR_IOCTL_BASE, 9, struct mtrr_sentry32)
|
2007-10-23 16:37:24 -04:00
|
|
|
#endif /* CONFIG_COMPAT */
|
|
|
|
|
2015-05-26 04:28:06 -04:00
|
|
|
/* Bit fields for enabled in struct mtrr_state_type */
|
2023-05-02 08:09:17 -04:00
|
|
|
#define MTRR_STATE_SHIFT 10
|
|
|
|
#define MTRR_STATE_MTRR_FIXED_ENABLED (MTRR_DEF_TYPE_FE >> MTRR_STATE_SHIFT)
|
|
|
|
#define MTRR_STATE_MTRR_ENABLED (MTRR_DEF_TYPE_E >> MTRR_STATE_SHIFT)
|
2015-05-26 04:28:06 -04:00
|
|
|
|
2008-10-23 01:26:29 -04:00
|
|
|
#endif /* _ASM_X86_MTRR_H */
|