2005-04-17 02:20:36 +04:00
|
|
|
/*
|
2007-11-19 12:57:03 +03:00
|
|
|
* arch/sh/mm/tlb-flush_64.c
|
2005-04-17 02:20:36 +04:00
|
|
|
*
|
|
|
|
* Copyright (C) 2000, 2001 Paolo Alberelli
|
|
|
|
* Copyright (C) 2003 Richard Curnow (/proc/tlb, bug fixes)
|
2012-04-11 07:44:50 +04:00
|
|
|
* Copyright (C) 2003 - 2012 Paul Mundt
|
2005-04-17 02:20:36 +04:00
|
|
|
*
|
2007-11-19 12:57:03 +03:00
|
|
|
* This file is subject to the terms and conditions of the GNU General Public
|
|
|
|
* License. See the file "COPYING" in the main directory of this archive
|
|
|
|
* for more details.
|
2005-04-17 02:20:36 +04:00
|
|
|
*/
|
|
|
|
#include <linux/signal.h>
|
|
|
|
#include <linux/rwsem.h>
|
|
|
|
#include <linux/sched.h>
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/errno.h>
|
|
|
|
#include <linux/string.h>
|
|
|
|
#include <linux/types.h>
|
|
|
|
#include <linux/ptrace.h>
|
|
|
|
#include <linux/mman.h>
|
|
|
|
#include <linux/mm.h>
|
|
|
|
#include <linux/smp.h>
|
perf: Do the big rename: Performance Counters -> Performance Events
Bye-bye Performance Counters, welcome Performance Events!
In the past few months the perfcounters subsystem has grown out its
initial role of counting hardware events, and has become (and is
becoming) a much broader generic event enumeration, reporting, logging,
monitoring, analysis facility.
Naming its core object 'perf_counter' and naming the subsystem
'perfcounters' has become more and more of a misnomer. With pending
code like hw-breakpoints support the 'counter' name is less and
less appropriate.
All in one, we've decided to rename the subsystem to 'performance
events' and to propagate this rename through all fields, variables
and API names. (in an ABI compatible fashion)
The word 'event' is also a bit shorter than 'counter' - which makes
it slightly more convenient to write/handle as well.
Thanks goes to Stephane Eranian who first observed this misnomer and
suggested a rename.
User-space tooling and ABI compatibility is not affected - this patch
should be function-invariant. (Also, defconfigs were not touched to
keep the size down.)
This patch has been generated via the following script:
FILES=$(find * -type f | grep -vE 'oprofile|[^K]config')
sed -i \
-e 's/PERF_EVENT_/PERF_RECORD_/g' \
-e 's/PERF_COUNTER/PERF_EVENT/g' \
-e 's/perf_counter/perf_event/g' \
-e 's/nb_counters/nb_events/g' \
-e 's/swcounter/swevent/g' \
-e 's/tpcounter_event/tp_event/g' \
$FILES
for N in $(find . -name perf_counter.[ch]); do
M=$(echo $N | sed 's/perf_counter/perf_event/g')
mv $N $M
done
FILES=$(find . -name perf_event.*)
sed -i \
-e 's/COUNTER_MASK/REG_MASK/g' \
-e 's/COUNTER/EVENT/g' \
-e 's/\<event\>/event_id/g' \
-e 's/counter/event/g' \
-e 's/Counter/Event/g' \
$FILES
... to keep it as correct as possible. This script can also be
used by anyone who has pending perfcounters patches - it converts
a Linux kernel tree over to the new naming. We tried to time this
change to the point in time where the amount of pending patches
is the smallest: the end of the merge window.
Namespace clashes were fixed up in a preparatory patch - and some
stylistic fallout will be fixed up in a subsequent patch.
( NOTE: 'counters' are still the proper terminology when we deal
with hardware registers - and these sed scripts are a bit
over-eager in renaming them. I've undone some of that, but
in case there's something left where 'counter' would be
better than 'event' we can undo that on an individual basis
instead of touching an otherwise nicely automated patch. )
Suggested-by: Stephane Eranian <eranian@google.com>
Acked-by: Peter Zijlstra <a.p.zijlstra@chello.nl>
Acked-by: Paul Mackerras <paulus@samba.org>
Reviewed-by: Arjan van de Ven <arjan@linux.intel.com>
Cc: Mike Galbraith <efault@gmx.de>
Cc: Arnaldo Carvalho de Melo <acme@redhat.com>
Cc: Frederic Weisbecker <fweisbec@gmail.com>
Cc: Steven Rostedt <rostedt@goodmis.org>
Cc: Benjamin Herrenschmidt <benh@kernel.crashing.org>
Cc: David Howells <dhowells@redhat.com>
Cc: Kyle McMartin <kyle@mcmartin.ca>
Cc: Martin Schwidefsky <schwidefsky@de.ibm.com>
Cc: "David S. Miller" <davem@davemloft.net>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: "H. Peter Anvin" <hpa@zytor.com>
Cc: <linux-arch@vger.kernel.org>
LKML-Reference: <new-submission>
Signed-off-by: Ingo Molnar <mingo@elte.hu>
2009-09-21 14:02:48 +04:00
|
|
|
#include <linux/perf_event.h>
|
2005-04-17 02:20:36 +04:00
|
|
|
#include <linux/interrupt.h>
|
|
|
|
#include <asm/io.h>
|
|
|
|
#include <asm/tlb.h>
|
|
|
|
#include <asm/uaccess.h>
|
|
|
|
#include <asm/pgalloc.h>
|
|
|
|
#include <asm/mmu_context.h>
|
|
|
|
|
2007-11-19 12:57:03 +03:00
|
|
|
void local_flush_tlb_one(unsigned long asid, unsigned long page)
|
2005-04-17 02:20:36 +04:00
|
|
|
{
|
|
|
|
unsigned long long match, pteh=0, lpage;
|
|
|
|
unsigned long tlb;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Sign-extend based on neff.
|
|
|
|
*/
|
2009-08-04 12:14:39 +04:00
|
|
|
lpage = neff_sign_extend(page);
|
2007-11-19 12:57:03 +03:00
|
|
|
match = (asid << PTEH_ASID_SHIFT) | PTEH_VALID;
|
2005-04-17 02:20:36 +04:00
|
|
|
match |= lpage;
|
|
|
|
|
2007-11-19 12:57:03 +03:00
|
|
|
for_each_itlb_entry(tlb) {
|
|
|
|
asm volatile ("getcfg %1, 0, %0"
|
|
|
|
: "=r" (pteh)
|
|
|
|
: "r" (tlb) );
|
2005-04-17 02:20:36 +04:00
|
|
|
|
2007-11-19 12:57:03 +03:00
|
|
|
if (pteh == match) {
|
|
|
|
__flush_tlb_slot(tlb);
|
|
|
|
break;
|
2005-04-17 02:20:36 +04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
for_each_dtlb_entry(tlb) {
|
|
|
|
asm volatile ("getcfg %1, 0, %0"
|
|
|
|
: "=r" (pteh)
|
|
|
|
: "r" (tlb) );
|
|
|
|
|
|
|
|
if (pteh == match) {
|
|
|
|
__flush_tlb_slot(tlb);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2007-11-19 12:57:03 +03:00
|
|
|
void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long page)
|
2005-04-17 02:20:36 +04:00
|
|
|
{
|
|
|
|
unsigned long flags;
|
|
|
|
|
|
|
|
if (vma->vm_mm) {
|
|
|
|
page &= PAGE_MASK;
|
|
|
|
local_irq_save(flags);
|
2007-11-19 12:57:03 +03:00
|
|
|
local_flush_tlb_one(get_asid(), page);
|
2005-04-17 02:20:36 +04:00
|
|
|
local_irq_restore(flags);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2007-11-19 12:57:03 +03:00
|
|
|
void local_flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
|
|
|
|
unsigned long end)
|
2005-04-17 02:20:36 +04:00
|
|
|
{
|
|
|
|
unsigned long flags;
|
|
|
|
unsigned long long match, pteh=0, pteh_epn, pteh_low;
|
|
|
|
unsigned long tlb;
|
2007-11-19 12:57:03 +03:00
|
|
|
unsigned int cpu = smp_processor_id();
|
2005-04-17 02:20:36 +04:00
|
|
|
struct mm_struct *mm;
|
|
|
|
|
|
|
|
mm = vma->vm_mm;
|
2007-11-19 12:57:03 +03:00
|
|
|
if (cpu_context(cpu, mm) == NO_CONTEXT)
|
2005-04-17 02:20:36 +04:00
|
|
|
return;
|
|
|
|
|
|
|
|
local_irq_save(flags);
|
|
|
|
|
|
|
|
start &= PAGE_MASK;
|
|
|
|
end &= PAGE_MASK;
|
|
|
|
|
2007-11-19 12:57:03 +03:00
|
|
|
match = (cpu_asid(cpu, mm) << PTEH_ASID_SHIFT) | PTEH_VALID;
|
2005-04-17 02:20:36 +04:00
|
|
|
|
|
|
|
/* Flush ITLB */
|
|
|
|
for_each_itlb_entry(tlb) {
|
|
|
|
asm volatile ("getcfg %1, 0, %0"
|
|
|
|
: "=r" (pteh)
|
|
|
|
: "r" (tlb) );
|
|
|
|
|
|
|
|
pteh_epn = pteh & PAGE_MASK;
|
|
|
|
pteh_low = pteh & ~PAGE_MASK;
|
|
|
|
|
|
|
|
if (pteh_low == match && pteh_epn >= start && pteh_epn <= end)
|
|
|
|
__flush_tlb_slot(tlb);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Flush DTLB */
|
|
|
|
for_each_dtlb_entry(tlb) {
|
|
|
|
asm volatile ("getcfg %1, 0, %0"
|
|
|
|
: "=r" (pteh)
|
|
|
|
: "r" (tlb) );
|
|
|
|
|
|
|
|
pteh_epn = pteh & PAGE_MASK;
|
|
|
|
pteh_low = pteh & ~PAGE_MASK;
|
|
|
|
|
|
|
|
if (pteh_low == match && pteh_epn >= start && pteh_epn <= end)
|
|
|
|
__flush_tlb_slot(tlb);
|
|
|
|
}
|
|
|
|
|
|
|
|
local_irq_restore(flags);
|
|
|
|
}
|
|
|
|
|
2007-11-19 12:57:03 +03:00
|
|
|
void local_flush_tlb_mm(struct mm_struct *mm)
|
2005-04-17 02:20:36 +04:00
|
|
|
{
|
|
|
|
unsigned long flags;
|
2007-11-19 12:57:03 +03:00
|
|
|
unsigned int cpu = smp_processor_id();
|
2005-04-17 02:20:36 +04:00
|
|
|
|
2007-11-19 12:57:03 +03:00
|
|
|
if (cpu_context(cpu, mm) == NO_CONTEXT)
|
2005-04-17 02:20:36 +04:00
|
|
|
return;
|
|
|
|
|
|
|
|
local_irq_save(flags);
|
|
|
|
|
2007-11-19 12:57:03 +03:00
|
|
|
cpu_context(cpu, mm) = NO_CONTEXT;
|
|
|
|
if (mm == current->mm)
|
|
|
|
activate_context(mm, cpu);
|
2005-04-17 02:20:36 +04:00
|
|
|
|
|
|
|
local_irq_restore(flags);
|
|
|
|
}
|
|
|
|
|
2007-11-19 12:57:03 +03:00
|
|
|
void local_flush_tlb_all(void)
|
2005-04-17 02:20:36 +04:00
|
|
|
{
|
|
|
|
/* Invalidate all, including shared pages, excluding fixed TLBs */
|
|
|
|
unsigned long flags, tlb;
|
|
|
|
|
|
|
|
local_irq_save(flags);
|
|
|
|
|
|
|
|
/* Flush each ITLB entry */
|
2007-11-19 12:57:03 +03:00
|
|
|
for_each_itlb_entry(tlb)
|
2005-04-17 02:20:36 +04:00
|
|
|
__flush_tlb_slot(tlb);
|
|
|
|
|
|
|
|
/* Flush each DTLB entry */
|
2007-11-19 12:57:03 +03:00
|
|
|
for_each_dtlb_entry(tlb)
|
2005-04-17 02:20:36 +04:00
|
|
|
__flush_tlb_slot(tlb);
|
|
|
|
|
|
|
|
local_irq_restore(flags);
|
|
|
|
}
|
|
|
|
|
2007-11-19 12:57:03 +03:00
|
|
|
void local_flush_tlb_kernel_range(unsigned long start, unsigned long end)
|
2005-04-17 02:20:36 +04:00
|
|
|
{
|
|
|
|
/* FIXME: Optimize this later.. */
|
|
|
|
flush_tlb_all();
|
|
|
|
}
|
2009-07-28 19:12:17 +04:00
|
|
|
|
2010-07-02 10:44:09 +04:00
|
|
|
void __flush_tlb_global(void)
|
|
|
|
{
|
|
|
|
flush_tlb_all();
|
|
|
|
}
|