290 строки
6.3 KiB
ArmAsm
290 строки
6.3 KiB
ArmAsm
|
/* MN10300 CPU core caching routines
|
||
|
|
*
|
||
|
|
* Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
|
||
|
|
* Written by David Howells (dhowells@redhat.com)
|
||
|
|
*
|
||
|
|
* This program is free software; you can redistribute it and/or
|
||
|
|
* modify it under the terms of the GNU General Public Licence
|
||
|
|
* as published by the Free Software Foundation; either version
|
||
|
|
* 2 of the Licence, or (at your option) any later version.
|
||
|
|
*/
|
||
|
|
#include <linux/sys.h>
|
||
|
|
#include <linux/linkage.h>
|
||
|
|
#include <asm/smp.h>
|
||
|
|
#include <asm/page.h>
|
||
|
|
#include <asm/cache.h>
|
||
|
|
|
||
|
|
#define mn10300_dcache_inv_range_intr_interval \
|
||
|
|
+((1 << MN10300_DCACHE_INV_RANGE_INTR_LOG2_INTERVAL) - 1)
|
||
|
|
|
||
|
|
#if mn10300_dcache_inv_range_intr_interval > 0xff
|
||
|
|
#error MN10300_DCACHE_INV_RANGE_INTR_LOG2_INTERVAL must be 8 or less
|
||
|
|
#endif
|
||
|
|
|
||
|
|
.am33_2
|
||
|
|
|
||
|
|
.globl mn10300_icache_inv
|
||
|
|
.globl mn10300_dcache_inv
|
||
|
|
.globl mn10300_dcache_inv_range
|
||
|
|
.globl mn10300_dcache_inv_range2
|
||
|
|
.globl mn10300_dcache_inv_page
|
||
|
|
|
||
|
|
###############################################################################
|
||
|
|
#
|
||
|
|
# void mn10300_icache_inv(void)
|
||
|
|
# Invalidate the entire icache
|
||
|
|
#
|
||
|
|
###############################################################################
|
||
|
|
ALIGN
|
||
|
|
mn10300_icache_inv:
|
||
|
|
mov CHCTR,a0
|
||
|
|
|
||
|
|
movhu (a0),d0
|
||
|
|
btst CHCTR_ICEN,d0
|
||
|
|
beq mn10300_icache_inv_end
|
||
|
|
|
||
|
|
mov epsw,d1
|
||
|
|
and ~EPSW_IE,epsw
|
||
|
|
nop
|
||
|
|
nop
|
||
|
|
|
||
|
|
# disable the icache
|
||
|
|
and ~CHCTR_ICEN,d0
|
||
|
|
movhu d0,(a0)
|
||
|
|
|
||
|
|
# and wait for it to calm down
|
||
|
|
setlb
|
||
|
|
movhu (a0),d0
|
||
|
|
btst CHCTR_ICBUSY,d0
|
||
|
|
lne
|
||
|
|
|
||
|
|
# invalidate
|
||
|
|
or CHCTR_ICINV,d0
|
||
|
|
movhu d0,(a0)
|
||
|
|
|
||
|
|
# wait for the cache to finish
|
||
|
|
mov CHCTR,a0
|
||
|
|
setlb
|
||
|
|
movhu (a0),d0
|
||
|
|
btst CHCTR_ICBUSY,d0
|
||
|
|
lne
|
||
|
|
|
||
|
|
# and reenable it
|
||
|
|
and ~CHCTR_ICINV,d0
|
||
|
|
or CHCTR_ICEN,d0
|
||
|
|
movhu d0,(a0)
|
||
|
|
movhu (a0),d0
|
||
|
|
|
||
|
|
mov d1,epsw
|
||
|
|
|
||
|
|
mn10300_icache_inv_end:
|
||
|
|
ret [],0
|
||
|
|
|
||
|
|
###############################################################################
|
||
|
|
#
|
||
|
|
# void mn10300_dcache_inv(void)
|
||
|
|
# Invalidate the entire dcache
|
||
|
|
#
|
||
|
|
###############################################################################
|
||
|
|
ALIGN
|
||
|
|
mn10300_dcache_inv:
|
||
|
|
mov CHCTR,a0
|
||
|
|
|
||
|
|
movhu (a0),d0
|
||
|
|
btst CHCTR_DCEN,d0
|
||
|
|
beq mn10300_dcache_inv_end
|
||
|
|
|
||
|
|
mov epsw,d1
|
||
|
|
and ~EPSW_IE,epsw
|
||
|
|
nop
|
||
|
|
nop
|
||
|
|
|
||
|
|
# disable the dcache
|
||
|
|
and ~CHCTR_DCEN,d0
|
||
|
|
movhu d0,(a0)
|
||
|
|
|
||
|
|
# and wait for it to calm down
|
||
|
|
setlb
|
||
|
|
movhu (a0),d0
|
||
|
|
btst CHCTR_DCBUSY,d0
|
||
|
|
lne
|
||
|
|
|
||
|
|
# invalidate
|
||
|
|
or CHCTR_DCINV,d0
|
||
|
|
movhu d0,(a0)
|
||
|
|
|
||
|
|
# wait for the cache to finish
|
||
|
|
mov CHCTR,a0
|
||
|
|
setlb
|
||
|
|
movhu (a0),d0
|
||
|
|
btst CHCTR_DCBUSY,d0
|
||
|
|
lne
|
||
|
|
|
||
|
|
# and reenable it
|
||
|
|
and ~CHCTR_DCINV,d0
|
||
|
|
or CHCTR_DCEN,d0
|
||
|
|
movhu d0,(a0)
|
||
|
|
movhu (a0),d0
|
||
|
|
|
||
|
|
mov d1,epsw
|
||
|
|
|
||
|
|
mn10300_dcache_inv_end:
|
||
|
|
ret [],0
|
||
|
|
|
||
|
|
###############################################################################
|
||
|
|
#
|
||
|
|
# void mn10300_dcache_inv_range(unsigned start, unsigned end)
|
||
|
|
# void mn10300_dcache_inv_range2(unsigned start, unsigned size)
|
||
|
|
# void mn10300_dcache_inv_page(unsigned start)
|
||
|
|
# Invalidate a range of addresses on a page in the dcache
|
||
|
|
#
|
||
|
|
###############################################################################
|
||
|
|
ALIGN
|
||
|
|
mn10300_dcache_inv_page:
|
||
|
|
mov PAGE_SIZE,d1
|
||
|
|
mn10300_dcache_inv_range2:
|
||
|
|
add d0,d1
|
||
|
|
mn10300_dcache_inv_range:
|
||
|
|
movm [d2,d3,a2],(sp)
|
||
|
|
mov CHCTR,a2
|
||
|
|
|
||
|
|
movhu (a2),d2
|
||
|
|
btst CHCTR_DCEN,d2
|
||
|
|
beq mn10300_dcache_inv_range_end
|
||
|
|
|
||
|
|
and L1_CACHE_TAG_ADDRESS|L1_CACHE_TAG_ENTRY,d0 # round start
|
||
|
|
# addr down
|
||
|
|
mov d0,a1
|
||
|
|
|
||
|
|
add L1_CACHE_BYTES,d1 # round end addr up
|
||
|
|
and L1_CACHE_TAG_ADDRESS|L1_CACHE_TAG_ENTRY,d1
|
||
|
|
|
||
|
|
clr d2 # we're going to clear tag ram
|
||
|
|
# entries
|
||
|
|
|
||
|
|
# read the tags from the tag RAM, and if they indicate a valid dirty
|
||
|
|
# cache line then invalidate that line
|
||
|
|
mov DCACHE_TAG(0,0),a0
|
||
|
|
mov a1,d0
|
||
|
|
and L1_CACHE_TAG_ENTRY,d0
|
||
|
|
add d0,a0 # starting dcache tag RAM
|
||
|
|
# access address
|
||
|
|
|
||
|
|
sub a1,d1
|
||
|
|
lsr L1_CACHE_SHIFT,d1 # total number of entries to
|
||
|
|
# examine
|
||
|
|
|
||
|
|
and ~(L1_CACHE_DISPARITY-1),a1 # determine comparator base
|
||
|
|
|
||
|
|
mn10300_dcache_inv_range_outer_loop:
|
||
|
|
# disable interrupts
|
||
|
|
mov epsw,d3
|
||
|
|
and ~EPSW_IE,epsw
|
||
|
|
nop # note that reading CHCTR and
|
||
|
|
# AND'ing D0 occupy two delay
|
||
|
|
# slots after disabling
|
||
|
|
# interrupts
|
||
|
|
|
||
|
|
# disable the dcache
|
||
|
|
movhu (a2),d0
|
||
|
|
and ~CHCTR_DCEN,d0
|
||
|
|
movhu d0,(a2)
|
||
|
|
|
||
|
|
# and wait for it to calm down
|
||
|
|
setlb
|
||
|
|
movhu (a2),d0
|
||
|
|
btst CHCTR_DCBUSY,d0
|
||
|
|
lne
|
||
|
|
|
||
|
|
mn10300_dcache_inv_range_loop:
|
||
|
|
|
||
|
|
# process the way 0 slot
|
||
|
|
mov (L1_CACHE_WAYDISP*0,a0),d0 # read the tag in the way 0 slot
|
||
|
|
btst L1_CACHE_TAG_VALID,d0
|
||
|
|
beq mn10300_dcache_inv_range_skip_0 # jump if this cacheline is not
|
||
|
|
# valid
|
||
|
|
|
||
|
|
xor a1,d0
|
||
|
|
lsr 12,d0
|
||
|
|
bne mn10300_dcache_inv_range_skip_0 # jump if not this cacheline
|
||
|
|
|
||
|
|
mov d2,(a0) # kill the tag
|
||
|
|
|
||
|
|
mn10300_dcache_inv_range_skip_0:
|
||
|
|
|
||
|
|
# process the way 1 slot
|
||
|
|
mov (L1_CACHE_WAYDISP*1,a0),d0 # read the tag in the way 1 slot
|
||
|
|
btst L1_CACHE_TAG_VALID,d0
|
||
|
|
beq mn10300_dcache_inv_range_skip_1 # jump if this cacheline is not
|
||
|
|
# valid
|
||
|
|
|
||
|
|
xor a1,d0
|
||
|
|
lsr 12,d0
|
||
|
|
bne mn10300_dcache_inv_range_skip_1 # jump if not this cacheline
|
||
|
|
|
||
|
|
mov d2,(a0) # kill the tag
|
||
|
|
|
||
|
|
mn10300_dcache_inv_range_skip_1:
|
||
|
|
|
||
|
|
# process the way 2 slot
|
||
|
|
mov (L1_CACHE_WAYDISP*2,a0),d0 # read the tag in the way 2 slot
|
||
|
|
btst L1_CACHE_TAG_VALID,d0
|
||
|
|
beq mn10300_dcache_inv_range_skip_2 # jump if this cacheline is not
|
||
|
|
# valid
|
||
|
|
|
||
|
|
xor a1,d0
|
||
|
|
lsr 12,d0
|
||
|
|
bne mn10300_dcache_inv_range_skip_2 # jump if not this cacheline
|
||
|
|
|
||
|
|
mov d2,(a0) # kill the tag
|
||
|
|
|
||
|
|
mn10300_dcache_inv_range_skip_2:
|
||
|
|
|
||
|
|
# process the way 3 slot
|
||
|
|
mov (L1_CACHE_WAYDISP*3,a0),d0 # read the tag in the way 3 slot
|
||
|
|
btst L1_CACHE_TAG_VALID,d0
|
||
|
|
beq mn10300_dcache_inv_range_skip_3 # jump if this cacheline is not
|
||
|
|
# valid
|
||
|
|
|
||
|
|
xor a1,d0
|
||
|
|
lsr 12,d0
|
||
|
|
bne mn10300_dcache_inv_range_skip_3 # jump if not this cacheline
|
||
|
|
|
||
|
|
mov d2,(a0) # kill the tag
|
||
|
|
|
||
|
|
mn10300_dcache_inv_range_skip_3:
|
||
|
|
|
||
|
|
# approx every N steps we re-enable the cache and see if there are any
|
||
|
|
# interrupts to be processed
|
||
|
|
# we also break out if we've reached the end of the loop
|
||
|
|
# (the bottom nibble of the count is zero in both cases)
|
||
|
|
add L1_CACHE_BYTES,a0
|
||
|
|
add L1_CACHE_BYTES,a1
|
||
|
|
add -1,d1
|
||
|
|
btst mn10300_dcache_inv_range_intr_interval,d1
|
||
|
|
bne mn10300_dcache_inv_range_loop
|
||
|
|
|
||
|
|
# wait for the cache to finish what it's doing
|
||
|
|
setlb
|
||
|
|
movhu (a2),d0
|
||
|
|
btst CHCTR_DCBUSY,d0
|
||
|
|
lne
|
||
|
|
|
||
|
|
# and reenable it
|
||
|
|
or CHCTR_DCEN,d0
|
||
|
|
movhu d0,(a2)
|
||
|
|
movhu (a2),d0
|
||
|
|
|
||
|
|
# re-enable interrupts
|
||
|
|
# - we don't bother with delay NOPs as we'll have enough instructions
|
||
|
|
# before we disable interrupts again to give the interrupts a chance
|
||
|
|
# to happen
|
||
|
|
mov d3,epsw
|
||
|
|
|
||
|
|
# go around again if the counter hasn't yet reached zero
|
||
|
|
add 0,d1
|
||
|
|
bne mn10300_dcache_inv_range_outer_loop
|
||
|
|
|
||
|
|
mn10300_dcache_inv_range_end:
|
||
|
|
ret [d2,d3,a2],12
|