sse2 intrinsic version of vp8_mbloop_filter_vertical_edge()

First sse2 version of vp8_mbloop_filter_vertical_edge().  For now,
intrinsics are being used until the bitstream is finalized.  This function
will be revisited later for further performance improvements.

For the test clip used, a 34+% decoder performance improvement
was seen.  This will vary depending on material.

Change-Id: I455b438bc8d8af76cf7533ac42eda5f689b21f7c
This commit is contained in:
Scott LaVarnway 2012-10-19 15:52:12 -07:00
Родитель 992b5e2d95
Коммит 085433c2d0
6 изменённых файлов: 122 добавлений и 898 удалений

Просмотреть файл

@ -271,7 +271,6 @@ void vp8_mbloop_filter_horizontal_edge_c
} while (++i < count * 8); } while (++i < count * 8);
} }
void vp8_mbloop_filter_vertical_edge_c void vp8_mbloop_filter_vertical_edge_c
( (
unsigned char *s, unsigned char *s,

Просмотреть файл

@ -125,13 +125,13 @@ specialize vp8_comp_intra_uv4x4_predict;
# Loopfilter # Loopfilter
# #
prototype void vp8_loop_filter_mbv "unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi" prototype void vp8_loop_filter_mbv "unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi"
specialize vp8_loop_filter_mbv; specialize vp8_loop_filter_mbv sse2
prototype void vp8_loop_filter_bv "unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi" prototype void vp8_loop_filter_bv "unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi"
specialize vp8_loop_filter_bv; specialize vp8_loop_filter_bv;
prototype void vp8_loop_filter_bv8x8 "unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi" prototype void vp8_loop_filter_bv8x8 "unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi"
specialize vp8_loop_filter_bv8x8; specialize vp8_loop_filter_bv8x8 sse2
prototype void vp8_loop_filter_mbh "unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi" prototype void vp8_loop_filter_mbh "unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi"
specialize vp8_loop_filter_mbh sse2 specialize vp8_loop_filter_mbh sse2

Просмотреть файл

@ -594,473 +594,6 @@ sym(vp8_loop_filter_vertical_edge_mmx):
ret ret
;void vp8_mbloop_filter_vertical_edge_mmx
;(
; unsigned char *src_ptr,
; int src_pixel_step,
; const char *blimit,
; const char *limit,
; const char *thresh,
; int count
;)
global sym(vp8_mbloop_filter_vertical_edge_mmx)
sym(vp8_mbloop_filter_vertical_edge_mmx):
push rbp
mov rbp, rsp
SHADOW_ARGS_TO_STACK 6
GET_GOT rbx
push rsi
push rdi
; end prolog
ALIGN_STACK 16, rax
sub rsp, 96 ; reserve 96 bytes
%define t0 [rsp + 0] ;__declspec(align(16)) char t0[8];
%define t1 [rsp + 16] ;__declspec(align(16)) char t1[8];
%define srct [rsp + 32] ;__declspec(align(16)) char srct[64];
mov rsi, arg(0) ;src_ptr
movsxd rax, dword ptr arg(1) ;src_pixel_step ; destination pitch?
lea rsi, [rsi + rax*4 - 4]
movsxd rcx, dword ptr arg(5) ;count
.next8_mbv:
lea rdi, [rsi + rax] ; rdi points to row +1 for indirect addressing
;transpose
movq mm0, [rdi+2*rax] ; 77 76 75 74 73 72 71 70
movq mm6, [rsi+2*rax] ; 67 66 65 64 63 62 61 60
movq mm7, mm6 ; 77 76 75 74 73 72 71 70
punpckhbw mm7, mm0 ; 77 67 76 66 75 65 74 64
punpcklbw mm6, mm0 ; 73 63 72 62 71 61 70 60
movq mm0, [rsi+rax] ; 57 56 55 54 53 52 51 50
movq mm4, [rsi] ; 47 46 45 44 43 42 41 40
movq mm5, mm4 ; 47 46 45 44 43 42 41 40
punpckhbw mm5, mm0 ; 57 47 56 46 55 45 54 44
punpcklbw mm4, mm0 ; 53 43 52 42 51 41 50 40
movq mm3, mm5 ; 57 47 56 46 55 45 54 44
punpckhwd mm5, mm7 ; 77 67 57 47 76 66 56 46
punpcklwd mm3, mm7 ; 75 65 55 45 74 64 54 44
movq mm2, mm4 ; 53 43 52 42 51 41 50 40
punpckhwd mm4, mm6 ; 73 63 53 43 72 62 52 42
punpcklwd mm2, mm6 ; 71 61 51 41 70 60 50 40
neg rax
movq mm7, [rsi+rax] ; 37 36 35 34 33 32 31 30
movq mm6, [rsi+rax*2] ; 27 26 25 24 23 22 21 20
movq mm1, mm6 ; 27 26 25 24 23 22 21 20
punpckhbw mm6, mm7 ; 37 27 36 36 35 25 34 24
punpcklbw mm1, mm7 ; 33 23 32 22 31 21 30 20
movq mm7, [rsi+rax*4]; ; 07 06 05 04 03 02 01 00
punpckhbw mm7, [rdi+rax*4] ; 17 07 16 06 15 05 14 04
movq mm0, mm7 ; 17 07 16 06 15 05 14 04
punpckhwd mm7, mm6 ; 37 27 17 07 36 26 16 06
punpcklwd mm0, mm6 ; 35 25 15 05 34 24 14 04
movq mm6, mm7 ; 37 27 17 07 36 26 16 06
punpckhdq mm7, mm5 ; 77 67 57 47 37 27 17 07 = q3
punpckldq mm6, mm5 ; 76 66 56 46 36 26 16 06 = q2
lea rdx, srct
movq mm5, mm6 ; 76 66 56 46 36 26 16 06
movq [rdx+56], mm7
psubusb mm5, mm7 ; q2-q3
movq [rdx+48], mm6
psubusb mm7, mm6 ; q3-q2
por mm7, mm5; ; mm7=abs (q3-q2)
movq mm5, mm0 ; 35 25 15 05 34 24 14 04
punpckhdq mm5, mm3 ; 75 65 55 45 35 25 15 05 = q1
punpckldq mm0, mm3 ; 74 64 54 44 34 24 15 04 = q0
movq mm3, mm5 ; 75 65 55 45 35 25 15 05 = q1
psubusb mm3, mm6 ; q1-q2
psubusb mm6, mm5 ; q2-q1
por mm6, mm3 ; mm6=abs(q2-q1)
movq [rdx+40], mm5 ; save q1
movq [rdx+32], mm0 ; save q0
movq mm3, [rsi+rax*4] ; 07 06 05 04 03 02 01 00
punpcklbw mm3, [rdi+rax*4] ; 13 03 12 02 11 01 10 00
movq mm0, mm3 ; 13 03 12 02 11 01 10 00
punpcklwd mm0, mm1 ; 31 21 11 01 30 20 10 00
punpckhwd mm3, mm1 ; 33 23 13 03 32 22 12 02
movq mm1, mm0 ; 31 21 11 01 30 20 10 00
punpckldq mm0, mm2 ; 70 60 50 40 30 20 10 00 =p3
punpckhdq mm1, mm2 ; 71 61 51 41 31 21 11 01 =p2
movq [rdx], mm0 ; save p3
movq [rdx+8], mm1 ; save p2
movq mm2, mm1 ; 71 61 51 41 31 21 11 01 =p2
psubusb mm2, mm0 ; p2-p3
psubusb mm0, mm1 ; p3-p2
por mm0, mm2 ; mm0=abs(p3-p2)
movq mm2, mm3 ; 33 23 13 03 32 22 12 02
punpckldq mm2, mm4 ; 72 62 52 42 32 22 12 02 = p1
punpckhdq mm3, mm4 ; 73 63 53 43 33 23 13 03 = p0
movq [rdx+24], mm3 ; save p0
movq [rdx+16], mm2 ; save p1
movq mm5, mm2 ; mm5 = p1
psubusb mm2, mm1 ; p1-p2
psubusb mm1, mm5 ; p2-p1
por mm1, mm2 ; mm1=abs(p2-p1)
mov rdx, arg(3) ;limit
movq mm4, [rdx] ; mm4 = limit
psubusb mm7, mm4 ; abs(q3-q2) > limit
psubusb mm0, mm4 ; abs(p3-p2) > limit
psubusb mm1, mm4 ; abs(p2-p1) > limit
psubusb mm6, mm4 ; abs(q2-q1) > limit
por mm7, mm6 ; or
por mm0, mm1 ;
por mm0, mm7 ; abs(q3-q2) > limit || abs(p3-p2) > limit ||abs(p2-p1) > limit || abs(q2-q1) > limit
movq mm1, mm5 ; p1
movq mm7, mm3 ; mm3=mm7=p0
psubusb mm7, mm5 ; p0 - p1
psubusb mm5, mm3 ; p1 - p0
por mm5, mm7 ; abs(p1-p0)
movq t0, mm5 ; save abs(p1-p0)
lea rdx, srct
psubusb mm5, mm4 ; mm5 = abs(p1-p0) > limit
por mm0, mm5 ; mm0=mask
movq mm5, [rdx+32] ; mm5=q0
movq mm7, [rdx+40] ; mm7=q1
movq mm6, mm5 ; mm6=q0
movq mm2, mm7 ; q1
psubusb mm5, mm7 ; q0-q1
psubusb mm7, mm6 ; q1-q0
por mm7, mm5 ; abs(q1-q0)
movq t1, mm7 ; save abs(q1-q0)
psubusb mm7, mm4 ; mm7=abs(q1-q0)> limit
por mm0, mm7 ; mask
movq mm5, mm2 ; q1
psubusb mm5, mm1 ; q1-=p1
psubusb mm1, mm2 ; p1-=q1
por mm5, mm1 ; abs(p1-q1)
pand mm5, [GLOBAL(tfe)] ; set lsb of each byte to zero
psrlw mm5, 1 ; abs(p1-q1)/2
mov rdx, arg(2) ;blimit ;
movq mm4, [rdx] ;blimit
movq mm1, mm3 ; mm1=mm3=p0
movq mm7, mm6 ; mm7=mm6=q0
psubusb mm1, mm7 ; p0-q0
psubusb mm7, mm3 ; q0-p0
por mm1, mm7 ; abs(q0-p0)
paddusb mm1, mm1 ; abs(q0-p0)*2
paddusb mm1, mm5 ; abs (p0 - q0) *2 + abs(p1-q1)/2
psubusb mm1, mm4 ; abs (p0 - q0) *2 + abs(p1-q1)/2 > blimit
por mm1, mm0; ; mask
pxor mm0, mm0
pcmpeqb mm1, mm0
; calculate high edge variance
mov rdx, arg(4) ;thresh ; get thresh
movq mm7, [rdx]
;
movq mm4, t0 ; get abs (q1 - q0)
psubusb mm4, mm7 ; abs(q1 - q0) > thresh
movq mm3, t1 ; get abs (p1 - p0)
psubusb mm3, mm7 ; abs(p1 - p0)> thresh
por mm4, mm3 ; abs(q1 - q0) > thresh || abs(p1 - p0) > thresh
pcmpeqb mm4, mm0
pcmpeqb mm0, mm0
pxor mm4, mm0
; start work on filters
lea rdx, srct
; start work on filters
movq mm2, [rdx+16] ; p1
movq mm7, [rdx+40] ; q1
pxor mm2, [GLOBAL(t80)] ; p1 offset to convert to signed values
pxor mm7, [GLOBAL(t80)] ; q1 offset to convert to signed values
psubsb mm2, mm7 ; p1 - q1
movq mm6, [rdx+24] ; p0
movq mm0, [rdx+32] ; q0
pxor mm6, [GLOBAL(t80)] ; offset to convert to signed values
pxor mm0, [GLOBAL(t80)] ; offset to convert to signed values
movq mm3, mm0 ; q0
psubsb mm0, mm6 ; q0 - p0
paddsb mm2, mm0 ; 1 * (q0 - p0) + (p1 - q1)
paddsb mm2, mm0 ; 2 * (q0 - p0)
paddsb mm2, mm0 ; 3 * (q0 - p0) + (p1 - q1)
pand mm1, mm2 ; mask filter values we don't care about
; mm1 = vp8_filter, mm4=hev, mm6=ps0, mm3=qs0
movq mm2, mm1 ; vp8_filter
pand mm2, mm4; ; Filter2 = vp8_filter & hev
movq mm5, mm2 ;
paddsb mm5, [GLOBAL(t3)];
pxor mm0, mm0 ; 0
pxor mm7, mm7 ; 0
punpcklbw mm0, mm5 ; e0f0g0h0
psraw mm0, 11 ; sign extended shift right by 3
punpckhbw mm7, mm5 ; a0b0c0d0
psraw mm7, 11 ; sign extended shift right by 3
packsswb mm0, mm7 ; Filter2 >>=3;
movq mm5, mm0 ; Filter2
paddsb mm2, [GLOBAL(t4)] ; vp8_signed_char_clamp(Filter2 + 4)
pxor mm0, mm0 ; 0
pxor mm7, mm7 ; 0
punpcklbw mm0, mm2 ; e0f0g0h0
psraw mm0, 11 ; sign extended shift right by 3
punpckhbw mm7, mm2 ; a0b0c0d0
psraw mm7, 11 ; sign extended shift right by 3
packsswb mm0, mm7 ; Filter2 >>=3;
; mm0= filter2 mm1 = vp8_filter, mm3 =qs0 mm5=s mm4 =hev mm6=ps0
psubsb mm3, mm0 ; qs0 =qs0 - filter1
paddsb mm6, mm5 ; ps0 =ps0 + Fitler2
; mm1=vp8_filter, mm3=qs0, mm4 =hev mm6=ps0
; vp8_filter &= ~hev;
; Filter2 = vp8_filter;
pandn mm4, mm1 ; vp8_filter&=~hev
; mm3=qs0, mm4=filter2, mm6=ps0
; u = vp8_signed_char_clamp((63 + Filter2 * 27)>>7);
; s = vp8_signed_char_clamp(qs0 - u);
; *oq0 = s^0x80;
; s = vp8_signed_char_clamp(ps0 + u);
; *op0 = s^0x80;
pxor mm0, mm0
pxor mm1, mm1
pxor mm2, mm2
punpcklbw mm1, mm4
punpckhbw mm2, mm4
pmulhw mm1, [GLOBAL(s27)]
pmulhw mm2, [GLOBAL(s27)]
paddw mm1, [GLOBAL(s63)]
paddw mm2, [GLOBAL(s63)]
psraw mm1, 7
psraw mm2, 7
packsswb mm1, mm2
psubsb mm3, mm1
paddsb mm6, mm1
pxor mm3, [GLOBAL(t80)]
pxor mm6, [GLOBAL(t80)]
movq [rdx+24], mm6
movq [rdx+32], mm3
; roughly 2/7th difference across boundary
; u = vp8_signed_char_clamp((63 + Filter2 * 18)>>7);
; s = vp8_signed_char_clamp(qs1 - u);
; *oq1 = s^0x80;
; s = vp8_signed_char_clamp(ps1 + u);
; *op1 = s^0x80;
pxor mm1, mm1
pxor mm2, mm2
punpcklbw mm1, mm4
punpckhbw mm2, mm4
pmulhw mm1, [GLOBAL(s18)]
pmulhw mm2, [GLOBAL(s18)]
paddw mm1, [GLOBAL(s63)]
paddw mm2, [GLOBAL(s63)]
psraw mm1, 7
psraw mm2, 7
packsswb mm1, mm2
movq mm3, [rdx + 40]
movq mm6, [rdx + 16] ; p1
pxor mm3, [GLOBAL(t80)]
pxor mm6, [GLOBAL(t80)]
paddsb mm6, mm1
psubsb mm3, mm1
pxor mm6, [GLOBAL(t80)]
pxor mm3, [GLOBAL(t80)]
movq [rdx + 40], mm3
movq [rdx + 16], mm6
; roughly 1/7th difference across boundary
; u = vp8_signed_char_clamp((63 + Filter2 * 9)>>7);
; s = vp8_signed_char_clamp(qs2 - u);
; *oq2 = s^0x80;
; s = vp8_signed_char_clamp(ps2 + u);
; *op2 = s^0x80;
pxor mm1, mm1
pxor mm2, mm2
punpcklbw mm1, mm4
punpckhbw mm2, mm4
pmulhw mm1, [GLOBAL(s9)]
pmulhw mm2, [GLOBAL(s9)]
paddw mm1, [GLOBAL(s63)]
paddw mm2, [GLOBAL(s63)]
psraw mm1, 7
psraw mm2, 7
packsswb mm1, mm2
movq mm6, [rdx+ 8]
movq mm3, [rdx+48]
pxor mm6, [GLOBAL(t80)]
pxor mm3, [GLOBAL(t80)]
paddsb mm6, mm1
psubsb mm3, mm1
pxor mm6, [GLOBAL(t80)] ; mm6 = 71 61 51 41 31 21 11 01
pxor mm3, [GLOBAL(t80)] ; mm3 = 76 66 56 46 36 26 15 06
; tranpose and write back
movq mm0, [rdx] ; mm0 = 70 60 50 40 30 20 10 00
movq mm1, mm0 ; mm0 = 70 60 50 40 30 20 10 00
punpcklbw mm0, mm6 ; mm0 = 31 30 21 20 11 10 01 00
punpckhbw mm1, mm6 ; mm3 = 71 70 61 60 51 50 41 40
movq mm2, [rdx+16] ; mm2 = 72 62 52 42 32 22 12 02
movq mm6, mm2 ; mm3 = 72 62 52 42 32 22 12 02
punpcklbw mm2, [rdx+24] ; mm2 = 33 32 23 22 13 12 03 02
punpckhbw mm6, [rdx+24] ; mm3 = 73 72 63 62 53 52 43 42
movq mm5, mm0 ; mm5 = 31 30 21 20 11 10 01 00
punpcklwd mm0, mm2 ; mm0 = 13 12 11 10 03 02 01 00
punpckhwd mm5, mm2 ; mm5 = 33 32 31 30 23 22 21 20
movq mm4, mm1 ; mm4 = 71 70 61 60 51 50 41 40
punpcklwd mm1, mm6 ; mm1 = 53 52 51 50 43 42 41 40
punpckhwd mm4, mm6 ; mm4 = 73 72 71 70 63 62 61 60
movq mm2, [rdx+32] ; mm2 = 74 64 54 44 34 24 14 04
punpcklbw mm2, [rdx+40] ; mm2 = 35 34 25 24 15 14 05 04
movq mm6, mm3 ; mm6 = 76 66 56 46 36 26 15 06
punpcklbw mm6, [rdx+56] ; mm6 = 37 36 27 26 17 16 07 06
movq mm7, mm2 ; mm7 = 35 34 25 24 15 14 05 04
punpcklwd mm2, mm6 ; mm2 = 17 16 15 14 07 06 05 04
punpckhwd mm7, mm6 ; mm7 = 37 36 35 34 27 26 25 24
movq mm6, mm0 ; mm6 = 13 12 11 10 03 02 01 00
punpckldq mm0, mm2 ; mm0 = 07 06 05 04 03 02 01 00
punpckhdq mm6, mm2 ; mm6 = 17 16 15 14 13 12 11 10
movq [rsi+rax*4], mm0 ; write out
movq [rdi+rax*4], mm6 ; write out
movq mm0, mm5 ; mm0 = 33 32 31 30 23 22 21 20
punpckldq mm0, mm7 ; mm0 = 27 26 25 24 23 22 20 20
punpckhdq mm5, mm7 ; mm5 = 37 36 35 34 33 32 31 30
movq [rsi+rax*2], mm0 ; write out
movq [rdi+rax*2], mm5 ; write out
movq mm2, [rdx+32] ; mm2 = 74 64 54 44 34 24 14 04
punpckhbw mm2, [rdx+40] ; mm2 = 75 74 65 64 54 54 45 44
punpckhbw mm3, [rdx+56] ; mm3 = 77 76 67 66 57 56 47 46
movq mm5, mm2 ; mm5 = 75 74 65 64 54 54 45 44
punpcklwd mm2, mm3 ; mm2 = 57 56 55 54 47 46 45 44
punpckhwd mm5, mm3 ; mm5 = 77 76 75 74 67 66 65 64
movq mm0, mm1 ; mm0= 53 52 51 50 43 42 41 40
movq mm3, mm4 ; mm4 = 73 72 71 70 63 62 61 60
punpckldq mm0, mm2 ; mm0 = 47 46 45 44 43 42 41 40
punpckhdq mm1, mm2 ; mm1 = 57 56 55 54 53 52 51 50
movq [rsi], mm0 ; write out
movq [rdi], mm1 ; write out
neg rax
punpckldq mm3, mm5 ; mm3 = 67 66 65 64 63 62 61 60
punpckhdq mm4, mm5 ; mm4 = 77 76 75 74 73 72 71 60
movq [rsi+rax*2], mm3
movq [rdi+rax*2], mm4
lea rsi, [rsi+rax*8]
dec rcx
jnz .next8_mbv
add rsp, 96
pop rsp
; begin epilog
pop rdi
pop rsi
RESTORE_GOT
UNSHADOW_ARGS
pop rbp
ret
;void vp8_loop_filter_simple_horizontal_edge_mmx ;void vp8_loop_filter_simple_horizontal_edge_mmx
;( ;(
; unsigned char *src_ptr, ; unsigned char *src_ptr,

Просмотреть файл

@ -380,193 +380,6 @@ sym(vp8_loop_filter_horizontal_edge_uv_sse2):
ret ret
%macro MB_FILTER_AND_WRITEBACK 1
%if %1 == 0
movdqa xmm2, p1 ; p1
movdqa xmm7, q1 ; q1
%elif %1 == 1
movdqa xmm2, [rsi+2*rax] ; p1
movdqa xmm7, [rdi] ; q1
mov rcx, rax
neg rcx
%elif %1 == 2
lea rdx, srct
movdqa xmm2, [rdx+32] ; p1
movdqa xmm7, [rdx+80] ; q1
movdqa xmm6, [rdx+48] ; p0
movdqa xmm0, [rdx+64] ; q0
%endif
pxor xmm2, [GLOBAL(t80)] ; p1 offset to convert to signed values
pxor xmm7, [GLOBAL(t80)] ; q1 offset to convert to signed values
pxor xmm6, [GLOBAL(t80)] ; offset to convert to signed values
pxor xmm0, [GLOBAL(t80)] ; offset to convert to signed values
psubsb xmm2, xmm7 ; p1 - q1
movdqa xmm3, xmm0 ; q0
psubsb xmm0, xmm6 ; q0 - p0
paddsb xmm2, xmm0 ; 1 * (q0 - p0) + (p1 - q1)
paddsb xmm2, xmm0 ; 2 * (q0 - p0)
paddsb xmm2, xmm0 ; 3 * (q0 - p0) + (p1 - q1)
pand xmm1, xmm2 ; mask filter values we don't care about
movdqa xmm2, xmm1 ; vp8_filter
pand xmm2, xmm4 ; Filter2 = vp8_filter & hev
pxor xmm0, xmm0
pandn xmm4, xmm1 ; vp8_filter&=~hev
pxor xmm1, xmm1
punpcklbw xmm0, xmm4 ; Filter 2 (hi)
movdqa xmm5, xmm2
punpckhbw xmm1, xmm4 ; Filter 2 (lo)
paddsb xmm5, [GLOBAL(t3)] ; vp8_signed_char_clamp(Filter2 + 3)
pmulhw xmm1, [GLOBAL(s9)] ; Filter 2 (lo) * 9
pmulhw xmm0, [GLOBAL(s9)] ; Filter 2 (hi) * 9
punpckhbw xmm7, xmm5 ; axbxcxdx
paddsb xmm2, [GLOBAL(t4)] ; vp8_signed_char_clamp(Filter2 + 4)
punpcklbw xmm5, xmm5 ; exfxgxhx
psraw xmm7, 11 ; sign extended shift right by 3
psraw xmm5, 11 ; sign extended shift right by 3
punpckhbw xmm4, xmm2 ; axbxcxdx
punpcklbw xmm2, xmm2 ; exfxgxhx
psraw xmm4, 11 ; sign extended shift right by 3
packsswb xmm5, xmm7 ; Filter2 >>=3;
psraw xmm2, 11 ; sign extended shift right by 3
packsswb xmm2, xmm4 ; Filter1 >>=3;
movdqa xmm7, xmm1
paddsb xmm6, xmm5 ; ps0 =ps0 + Fitler2
movdqa xmm4, xmm1
psubsb xmm3, xmm2 ; qs0 =qs0 - Filter1
movdqa xmm5, xmm0
movdqa xmm2, xmm5
paddw xmm0, [GLOBAL(s63)] ; Filter 2 (hi) * 9 + 63
paddw xmm1, [GLOBAL(s63)] ; Filter 2 (lo) * 9 + 63
paddw xmm5, xmm5 ; Filter 2 (hi) * 18
paddw xmm7, xmm7 ; Filter 2 (lo) * 18
paddw xmm5, xmm0 ; Filter 2 (hi) * 27 + 63
paddw xmm7, xmm1 ; Filter 2 (lo) * 27 + 63
paddw xmm2, xmm0 ; Filter 2 (hi) * 18 + 63
paddw xmm4, xmm1 ; Filter 2 (lo) * 18 + 63
psraw xmm0, 7 ; (Filter 2 (hi) * 9 + 63) >> 7
psraw xmm1, 7 ; (Filter 2 (lo) * 9 + 63) >> 7
psraw xmm2, 7 ; (Filter 2 (hi) * 18 + 63) >> 7
packsswb xmm0, xmm1 ; u1 = vp8_signed_char_clamp((63 + Filter2 * 9)>>7)
psraw xmm4, 7 ; (Filter 2 (lo) * 18 + 63) >> 7
psraw xmm5, 7 ; (Filter 2 (hi) * 27 + 63) >> 7
packsswb xmm2, xmm4 ; u2 = vp8_signed_char_clamp((63 + Filter2 * 18)>>7)
psraw xmm7, 7 ; (Filter 2 (lo) * 27 + 63) >> 7
packsswb xmm5, xmm7 ; u3 = vp8_signed_char_clamp((63 + Filter2 * 27)>>7)
psubsb xmm3, xmm5 ; sq = vp8_signed_char_clamp(qs0 - u3)
paddsb xmm6, xmm5 ; sp = vp8_signed_char_clamp(ps0 - u3)
%if %1 == 0
movdqa xmm5, q2 ; q2
movdqa xmm1, q1 ; q1
movdqa xmm4, p1 ; p1
movdqa xmm7, p2 ; p2
%elif %1 == 1
movdqa xmm5, XMMWORD PTR [rdi+rcx] ; q2
movdqa xmm1, XMMWORD PTR [rdi] ; q1
movdqa xmm4, XMMWORD PTR [rsi+rax*2] ; p1
movdqa xmm7, XMMWORD PTR [rdi+rax*4] ; p2
%elif %1 == 2
movdqa xmm5, XMMWORD PTR [rdx+96] ; q2
movdqa xmm1, XMMWORD PTR [rdx+80] ; q1
movdqa xmm4, XMMWORD PTR [rdx+32] ; p1
movdqa xmm7, XMMWORD PTR [rdx+16] ; p2
%endif
pxor xmm3, [GLOBAL(t80)] ; *oq0 = sq^0x80
pxor xmm6, [GLOBAL(t80)] ; *oq0 = sp^0x80
pxor xmm1, [GLOBAL(t80)]
pxor xmm4, [GLOBAL(t80)]
psubsb xmm1, xmm2 ; sq = vp8_signed_char_clamp(qs1 - u2)
paddsb xmm4, xmm2 ; sp = vp8_signed_char_clamp(ps1 - u2)
pxor xmm1, [GLOBAL(t80)] ; *oq1 = sq^0x80;
pxor xmm4, [GLOBAL(t80)] ; *op1 = sp^0x80;
pxor xmm7, [GLOBAL(t80)]
pxor xmm5, [GLOBAL(t80)]
paddsb xmm7, xmm0 ; sp = vp8_signed_char_clamp(ps2 - u)
psubsb xmm5, xmm0 ; sq = vp8_signed_char_clamp(qs2 - u)
pxor xmm7, [GLOBAL(t80)] ; *op2 = sp^0x80;
pxor xmm5, [GLOBAL(t80)] ; *oq2 = sq^0x80;
%if %1 == 0
lea rsi, [rsi+rcx*2]
lea rdi, [rdi+rcx*2]
movq MMWORD PTR [rsi], xmm6 ; p0
movhps MMWORD PTR [rdi], xmm6
movq MMWORD PTR [rsi + rcx], xmm3 ; q0
movhps MMWORD PTR [rdi + rcx], xmm3
movq MMWORD PTR [rsi+rcx*2], xmm1 ; q1
movhps MMWORD PTR [rdi+rcx*2], xmm1
movq MMWORD PTR [rsi + rax], xmm4 ; p1
movhps MMWORD PTR [rdi + rax], xmm4
movq MMWORD PTR [rsi+rax*2], xmm7 ; p2
movhps MMWORD PTR [rdi+rax*2], xmm7
lea rsi, [rsi + rcx]
lea rdi, [rdi + rcx]
movq MMWORD PTR [rsi+rcx*2], xmm5 ; q2
movhps MMWORD PTR [rdi+rcx*2], xmm5
%elif %1 == 1
movdqa XMMWORD PTR [rdi+rcx], xmm5 ; q2
movdqa XMMWORD PTR [rdi], xmm1 ; q1
movdqa XMMWORD PTR [rsi], xmm3 ; q0
movdqa XMMWORD PTR [rsi+rax ],xmm6 ; p0
movdqa XMMWORD PTR [rsi+rax*2],xmm4 ; p1
movdqa XMMWORD PTR [rdi+rax*4],xmm7 ; p2
%elif %1 == 2
movdqa XMMWORD PTR [rdx+80], xmm1 ; q1
movdqa XMMWORD PTR [rdx+64], xmm3 ; q0
movdqa XMMWORD PTR [rdx+48], xmm6 ; p0
movdqa XMMWORD PTR [rdx+32], xmm4 ; p1
%endif
%endmacro
%macro TRANSPOSE_16X8 2 %macro TRANSPOSE_16X8 2
movq xmm4, QWORD PTR [rsi] ; xx xx xx xx xx xx xx xx 07 06 05 04 03 02 01 00 movq xmm4, QWORD PTR [rsi] ; xx xx xx xx xx xx xx xx 07 06 05 04 03 02 01 00
movq xmm1, QWORD PTR [rdi] ; xx xx xx xx xx xx xx xx 17 16 15 14 13 12 11 10 movq xmm1, QWORD PTR [rdi] ; xx xx xx xx xx xx xx xx 17 16 15 14 13 12 11 10
@ -1032,233 +845,6 @@ sym(vp8_loop_filter_vertical_edge_uv_sse2):
pop rbp pop rbp
ret ret
%macro MBV_TRANSPOSE 0
movdqa xmm0, [rdx] ; f0 e0 d0 c0 b0 a0 90 80 70 60 50 40 30 20 10 00
movdqa xmm1, xmm0 ; f0 e0 d0 c0 b0 a0 90 80 70 60 50 40 30 20 10 00
punpcklbw xmm0, xmm7 ; 71 70 61 60 51 50 41 40 31 30 21 20 11 10 01 00
punpckhbw xmm1, xmm7 ; f1 f0 e1 e0 d1 d0 c1 c0 b1 b0 a1 a0 91 90 81 80
movdqa xmm2, [rdx+32] ; f2 e2 d2 c2 b2 a2 92 82 72 62 52 42 32 22 12 02
movdqa xmm6, xmm2 ; f2 e2 d2 c2 b2 a2 92 82 72 62 52 42 32 22 12 02
punpcklbw xmm2, [rdx+48] ; 73 72 63 62 53 52 43 42 33 32 23 22 13 12 03 02
punpckhbw xmm6, [rdx+48] ; f3 f2 e3 e2 d3 d2 c3 c2 b3 b2 a3 a2 93 92 83 82
movdqa xmm3, xmm0 ; 71 70 61 60 51 50 41 40 31 30 21 20 11 10 01 00
punpcklwd xmm0, xmm2 ; 33 32 31 30 23 22 21 20 13 12 11 10 03 02 01 00
punpckhwd xmm3, xmm2 ; 73 72 71 70 63 62 61 60 53 52 51 50 43 42 41 40
movdqa xmm4, xmm1 ; f1 f0 e1 e0 d1 d0 c1 c0 b1 b0 a1 a0 91 90 81 80
punpcklwd xmm1, xmm6 ; b3 b2 b1 b0 a3 a2 a1 a0 93 92 91 90 83 82 81 80
punpckhwd xmm4, xmm6 ; f3 f2 f1 f0 e3 e2 e1 e0 d3 d2 d1 d0 c3 c2 c1 c0
movdqa xmm2, [rdx+64] ; f4 e4 d4 c4 b4 a4 94 84 74 64 54 44 34 24 14 04
punpcklbw xmm2, [rdx+80] ; 75 74 65 64 55 54 45 44 35 34 25 24 15 14 05 04
movdqa xmm6, xmm5 ; f6 e6 d6 c6 b6 a6 96 86 76 66 56 46 36 26 16 06
punpcklbw xmm6, [rdx+112] ; 77 76 67 66 57 56 47 46 37 36 27 26 17 16 07 06
movdqa xmm7, xmm2 ; 75 74 65 64 55 54 45 44 35 34 25 24 15 14 05 04
punpcklwd xmm2, xmm6 ; 37 36 35 34 27 26 25 24 17 16 15 14 07 06 05 04
punpckhwd xmm7, xmm6 ; 77 76 75 74 67 66 65 64 57 56 55 54 47 46 45 44
movdqa xmm6, xmm0 ; 33 32 31 30 23 22 21 20 13 12 11 10 03 02 01 00
punpckldq xmm0, xmm2 ; 17 16 15 14 13 12 11 10 07 06 05 04 03 02 01 00
punpckhdq xmm6, xmm2 ; 37 36 35 34 33 32 31 30 27 26 25 24 23 22 21 20
%endmacro
%macro MBV_WRITEBACK_1 0
movq QWORD PTR [rsi], xmm0
movhps MMWORD PTR [rdi], xmm0
movq QWORD PTR [rsi+2*rax], xmm6
movhps MMWORD PTR [rdi+2*rax], xmm6
movdqa xmm0, xmm3 ; 73 72 71 70 63 62 61 60 53 52 51 50 43 42 41 40
punpckldq xmm0, xmm7 ; 57 56 55 54 53 52 51 50 47 46 45 44 43 42 41 40
punpckhdq xmm3, xmm7 ; 77 76 75 74 73 72 71 70 67 66 65 64 63 62 61 60
movq QWORD PTR [rsi+4*rax], xmm0
movhps MMWORD PTR [rdi+4*rax], xmm0
movq QWORD PTR [rsi+2*rcx], xmm3
movhps MMWORD PTR [rdi+2*rcx], xmm3
movdqa xmm2, [rdx+64] ; f4 e4 d4 c4 b4 a4 94 84 74 64 54 44 34 24 14 04
punpckhbw xmm2, [rdx+80] ; f5 f4 e5 e4 d5 d4 c5 c4 b5 b4 a5 a4 95 94 85 84
punpckhbw xmm5, [rdx+112] ; f7 f6 e7 e6 d7 d6 c7 c6 b7 b6 a7 a6 97 96 87 86
movdqa xmm0, xmm2
punpcklwd xmm0, xmm5 ; b7 b6 b4 b4 a7 a6 a5 a4 97 96 95 94 87 86 85 84
punpckhwd xmm2, xmm5 ; f7 f6 f5 f4 e7 e6 e5 e4 d7 d6 d5 d4 c7 c6 c5 c4
movdqa xmm5, xmm1 ; b3 b2 b1 b0 a3 a2 a1 a0 93 92 91 90 83 82 81 80
punpckldq xmm1, xmm0 ; 97 96 95 94 93 92 91 90 87 86 85 83 84 82 81 80
punpckhdq xmm5, xmm0 ; b7 b6 b5 b4 b3 b2 b1 b0 a7 a6 a5 a4 a3 a2 a1 a0
%endmacro
%macro MBV_WRITEBACK_2 0
movq QWORD PTR [rsi], xmm1
movhps MMWORD PTR [rdi], xmm1
movq QWORD PTR [rsi+2*rax], xmm5
movhps MMWORD PTR [rdi+2*rax], xmm5
movdqa xmm1, xmm4 ; f3 f2 f1 f0 e3 e2 e1 e0 d3 d2 d1 d0 c3 c2 c1 c0
punpckldq xmm1, xmm2 ; d7 d6 d5 d4 d3 d2 d1 d0 c7 c6 c5 c4 c3 c2 c1 c0
punpckhdq xmm4, xmm2 ; f7 f6 f4 f4 f3 f2 f1 f0 e7 e6 e5 e4 e3 e2 e1 e0
movq QWORD PTR [rsi+4*rax], xmm1
movhps MMWORD PTR [rdi+4*rax], xmm1
movq QWORD PTR [rsi+2*rcx], xmm4
movhps MMWORD PTR [rdi+2*rcx], xmm4
%endmacro
;void vp8_mbloop_filter_vertical_edge_sse2
;(
; unsigned char *src_ptr,
; int src_pixel_step,
; const char *blimit,
; const char *limit,
; const char *thresh,
; int count
;)
global sym(vp8_mbloop_filter_vertical_edge_sse2)
sym(vp8_mbloop_filter_vertical_edge_sse2):
push rbp
mov rbp, rsp
SHADOW_ARGS_TO_STACK 6
SAVE_XMM 7
GET_GOT rbx
push rsi
push rdi
; end prolog
ALIGN_STACK 16, rax
sub rsp, 160 ; reserve 160 bytes
%define t0 [rsp + 0] ;__declspec(align(16)) char t0[16];
%define t1 [rsp + 16] ;__declspec(align(16)) char t1[16];
%define srct [rsp + 32] ;__declspec(align(16)) char srct[128];
mov rsi, arg(0) ; src_ptr
movsxd rax, dword ptr arg(1) ; src_pixel_step
lea rsi, [rsi - 4]
lea rdi, [rsi + rax] ; rdi points to row +1 for indirect addressing
lea rcx, [rax*2+rax]
; Transpose
TRANSPOSE_16X8 1, 0
; calculate filter mask and high edge variance
LFV_FILTER_MASK_HEV_MASK 0
neg rax
; start work on filters
MB_FILTER_AND_WRITEBACK 2
lea rsi, [rsi+rax*8]
lea rdi, [rdi+rax*8]
; transpose and write back
MBV_TRANSPOSE
neg rax
MBV_WRITEBACK_1
lea rsi, [rsi+rax*8]
lea rdi, [rdi+rax*8]
MBV_WRITEBACK_2
add rsp, 160
pop rsp
; begin epilog
pop rdi
pop rsi
RESTORE_GOT
RESTORE_XMM
UNSHADOW_ARGS
pop rbp
ret
;void vp8_mbloop_filter_vertical_edge_uv_sse2
;(
; unsigned char *u,
; int src_pixel_step,
; const char *blimit,
; const char *limit,
; const char *thresh,
; unsigned char *v
;)
global sym(vp8_mbloop_filter_vertical_edge_uv_sse2)
sym(vp8_mbloop_filter_vertical_edge_uv_sse2):
push rbp
mov rbp, rsp
SHADOW_ARGS_TO_STACK 6
SAVE_XMM 7
GET_GOT rbx
push rsi
push rdi
; end prolog
ALIGN_STACK 16, rax
sub rsp, 160 ; reserve 160 bytes
%define t0 [rsp + 0] ;__declspec(align(16)) char t0[16];
%define t1 [rsp + 16] ;__declspec(align(16)) char t1[16];
%define srct [rsp + 32] ;__declspec(align(16)) char srct[128];
mov rsi, arg(0) ; u_ptr
movsxd rax, dword ptr arg(1) ; src_pixel_step
lea rsi, [rsi - 4]
lea rdi, [rsi + rax] ; rdi points to row +1 for indirect addressing
lea rcx, [rax+2*rax]
lea rdx, srct
; Transpose
TRANSPOSE_16X8 0, 0
; calculate filter mask and high edge variance
LFV_FILTER_MASK_HEV_MASK 0
; start work on filters
MB_FILTER_AND_WRITEBACK 2
; transpose and write back
MBV_TRANSPOSE
mov rsi, arg(0) ;u_ptr
lea rsi, [rsi - 4]
lea rdi, [rsi + rax]
MBV_WRITEBACK_1
mov rsi, arg(5) ;v_ptr
lea rsi, [rsi - 4]
lea rdi, [rsi + rax]
MBV_WRITEBACK_2
add rsp, 160
pop rsp
; begin epilog
pop rdi
pop rsi
RESTORE_GOT
RESTORE_XMM
UNSHADOW_ARGS
pop rbp
ret
;void vp8_loop_filter_simple_horizontal_edge_sse2 ;void vp8_loop_filter_simple_horizontal_edge_sse2
;( ;(
; unsigned char *src_ptr, ; unsigned char *src_ptr,

Просмотреть файл

@ -13,17 +13,14 @@
#include "vpx_config.h" #include "vpx_config.h"
#include "vp8/common/loopfilter.h" #include "vp8/common/loopfilter.h"
prototype_loopfilter(vp8_mbloop_filter_vertical_edge_mmx);
prototype_loopfilter(vp8_loop_filter_vertical_edge_mmx); prototype_loopfilter(vp8_loop_filter_vertical_edge_mmx);
prototype_loopfilter(vp8_loop_filter_horizontal_edge_mmx); prototype_loopfilter(vp8_loop_filter_horizontal_edge_mmx);
prototype_loopfilter(vp8_loop_filter_vertical_edge_sse2); prototype_loopfilter(vp8_loop_filter_vertical_edge_sse2);
prototype_loopfilter(vp8_loop_filter_horizontal_edge_sse2); prototype_loopfilter(vp8_loop_filter_horizontal_edge_sse2);
prototype_loopfilter(vp8_mbloop_filter_vertical_edge_sse2);
extern loop_filter_uvfunction vp8_loop_filter_horizontal_edge_uv_sse2; extern loop_filter_uvfunction vp8_loop_filter_horizontal_edge_uv_sse2;
extern loop_filter_uvfunction vp8_loop_filter_vertical_edge_uv_sse2; extern loop_filter_uvfunction vp8_loop_filter_vertical_edge_uv_sse2;
extern loop_filter_uvfunction vp8_mbloop_filter_vertical_edge_uv_sse2;
#if HAVE_MMX #if HAVE_MMX
/* Horizontal MB filtering */ /* Horizontal MB filtering */
@ -35,13 +32,6 @@ void vp8_loop_filter_mbh_mmx(unsigned char *y_ptr, unsigned char *u_ptr, unsigne
/* Vertical MB Filtering */ /* Vertical MB Filtering */
void vp8_loop_filter_mbv_mmx(unsigned char *y_ptr, unsigned char *u_ptr, unsigned char *v_ptr, void vp8_loop_filter_mbv_mmx(unsigned char *y_ptr, unsigned char *u_ptr, unsigned char *v_ptr,
int y_stride, int uv_stride, struct loop_filter_info *lfi) { int y_stride, int uv_stride, struct loop_filter_info *lfi) {
vp8_mbloop_filter_vertical_edge_mmx(y_ptr, y_stride, lfi->mblim, lfi->lim, lfi->hev_thr, 2);
if (u_ptr)
vp8_mbloop_filter_vertical_edge_mmx(u_ptr, uv_stride, lfi->mblim, lfi->lim, lfi->hev_thr, 1);
if (v_ptr)
vp8_mbloop_filter_vertical_edge_mmx(v_ptr, uv_stride, lfi->mblim, lfi->lim, lfi->hev_thr, 1);
} }
@ -340,6 +330,107 @@ void vp8_mbloop_filter_horizontal_edge_c_sse2
} }
} }
} }
static __inline void transpose(unsigned char *src[], int in_p,
unsigned char *dst[], int out_p,
int num_8x8_to_transpose) {
int idx8x8 = 0;
__m128i x0, x1, x2, x3, x4, x5, x6, x7;
do {
unsigned char *in = src[idx8x8];
unsigned char *out = dst[idx8x8];
x0 = _mm_loadl_epi64((__m128i *)(in + 0*in_p)); // 00 01 02 03 04 05 06 07
x1 = _mm_loadl_epi64((__m128i *)(in + 1*in_p)); // 10 11 12 13 14 15 16 17
x2 = _mm_loadl_epi64((__m128i *)(in + 2*in_p)); // 20 21 22 23 24 25 26 27
x3 = _mm_loadl_epi64((__m128i *)(in + 3*in_p)); // 30 31 32 33 34 35 36 37
x4 = _mm_loadl_epi64((__m128i *)(in + 4*in_p)); // 40 41 42 43 44 45 46 47
x5 = _mm_loadl_epi64((__m128i *)(in + 5*in_p)); // 50 51 52 53 54 55 56 57
x6 = _mm_loadl_epi64((__m128i *)(in + 6*in_p)); // 60 61 62 63 64 65 66 67
x7 = _mm_loadl_epi64((__m128i *)(in + 7*in_p)); // 70 71 72 73 74 75 76 77
// 00 10 01 11 02 12 03 13 04 14 05 15 06 16 07 17
x0 = _mm_unpacklo_epi8(x0, x1);
// 20 30 21 31 22 32 23 33 24 34 25 35 26 36 27 37
x1 = _mm_unpacklo_epi8(x2, x3);
// 40 50 41 51 42 52 43 53 44 54 45 55 46 56 47 57
x2 = _mm_unpacklo_epi8(x4, x5);
// 60 70 61 71 62 72 63 73 64 74 65 75 66 76 67 77
x3 = _mm_unpacklo_epi8(x6, x7);
// 00 10 20 30 01 11 21 31 02 12 22 32 03 13 23 33
x4 = _mm_unpacklo_epi16(x0, x1);
// 40 50 60 70 41 51 61 71 42 52 62 72 43 53 63 73
x5 = _mm_unpacklo_epi16(x2, x3);
// 00 10 20 30 40 50 60 70 01 11 21 31 41 51 61 71
x6 = _mm_unpacklo_epi32(x4, x5);
// 02 12 22 32 42 52 62 72 03 13 23 33 43 53 63 73
x7 = _mm_unpackhi_epi32(x4, x5);
_mm_storel_pd((double *)(out + 0*out_p),
(__m128d)x6); // 00 10 20 30 40 50 60 70
_mm_storeh_pd((double *)(out + 1*out_p),
(__m128d)x6); // 01 11 21 31 41 51 61 71
_mm_storel_pd((double *)(out + 2*out_p),
(__m128d)x7); // 02 12 22 32 42 52 62 72
_mm_storeh_pd((double *)(out + 3*out_p),
(__m128d)x7); // 03 13 23 33 43 53 63 73
// 04 14 24 34 05 15 25 35 06 16 26 36 07 17 27 37
x4 = _mm_unpackhi_epi16(x0, x1);
// 44 54 64 74 45 55 65 75 46 56 66 76 47 57 67 77
x5 = _mm_unpackhi_epi16(x2, x3);
// 04 14 24 34 44 54 64 74 05 15 25 35 45 55 65 75
x6 = _mm_unpacklo_epi32(x4, x5);
// 06 16 26 36 46 56 66 76 07 17 27 37 47 57 67 77
x7 = _mm_unpackhi_epi32(x4, x5);
_mm_storel_pd((double *)(out + 4*out_p),
(__m128d)x6); // 04 14 24 34 44 54 64 74
_mm_storeh_pd((double *)(out + 5*out_p),
(__m128d)x6); // 05 15 25 35 45 55 65 75
_mm_storel_pd((double *)(out + 6*out_p),
(__m128d)x7); // 06 16 26 36 46 56 66 76
_mm_storeh_pd((double *)(out + 7*out_p),
(__m128d)x7); // 07 17 27 37 47 57 67 77
} while (++idx8x8 < num_8x8_to_transpose);
}
void vp8_mbloop_filter_vertical_edge_c_sse2
(
unsigned char *s,
int p,
const unsigned char *blimit,
const unsigned char *limit,
const unsigned char *thresh,
int count
) {
DECLARE_ALIGNED(16, unsigned char, t_dst[16 * 16]);
unsigned char *src[4];
unsigned char *dst[4];
src[0] = s - 5;
src[1] = s - 5 + 8;
src[2] = s - 5 + p*8;
src[3] = s - 5 + p*8 + 8;
dst[0] = t_dst;
dst[1] = t_dst + 16*8;
dst[2] = t_dst + 8;
dst[3] = t_dst + 16*8 + 8;
// 16x16->16x16 or 16x8->8x16
transpose(src, p, dst, 16, (1 << count));
vp8_mbloop_filter_horizontal_edge_c_sse2(t_dst + 5*16, 16, blimit, limit,
thresh, count);
dst[0] = s - 5;
dst[1] = s - 5 + p*8;
src[0] = t_dst;
src[1] = t_dst + 8;
// 16x8->8x16 or 8x8->8x8
transpose(src, 16, dst, p, (1 << (count - 1)));
}
/* Horizontal MB filtering */ /* Horizontal MB filtering */
void vp8_loop_filter_mbh_sse2(unsigned char *y_ptr, unsigned char *u_ptr, unsigned char *v_ptr, void vp8_loop_filter_mbh_sse2(unsigned char *y_ptr, unsigned char *u_ptr, unsigned char *v_ptr,
@ -366,14 +457,28 @@ void vp8_loop_filter_bh8x8_sse2(unsigned char *y_ptr, unsigned char *u_ptr,
} }
/* Vertical MB Filtering */ /* Vertical MB Filtering */
void vp8_loop_filter_mbv_sse2(unsigned char *y_ptr, unsigned char *u_ptr, unsigned char *v_ptr, void vp8_loop_filter_mbv_sse2(unsigned char *y_ptr, unsigned char *u_ptr,
int y_stride, int uv_stride, struct loop_filter_info *lfi) { unsigned char *v_ptr, int y_stride, int uv_stride,
vp8_mbloop_filter_vertical_edge_sse2(y_ptr, y_stride, lfi->mblim, lfi->lim, lfi->hev_thr, 2); struct loop_filter_info *lfi) {
vp8_mbloop_filter_vertical_edge_c_sse2(y_ptr, y_stride, lfi->mblim, lfi->lim,
lfi->hev_thr, 2);
/* TODO: write sse2 version with u,v interleaved */
if (u_ptr) if (u_ptr)
vp8_mbloop_filter_vertical_edge_uv_sse2(u_ptr, uv_stride, lfi->mblim, lfi->lim, lfi->hev_thr, v_ptr); vp8_mbloop_filter_vertical_edge_c_sse2(u_ptr, uv_stride, lfi->mblim,
lfi->lim, lfi->hev_thr, 1);
if (v_ptr)
vp8_mbloop_filter_vertical_edge_c_sse2(v_ptr, uv_stride, lfi->mblim,
lfi->lim, lfi->hev_thr, 1);
} }
void vp8_loop_filter_bv8x8_sse2(unsigned char *y_ptr, unsigned char *u_ptr,
unsigned char *v_ptr, int y_stride, int uv_stride,
struct loop_filter_info *lfi) {
vp8_mbloop_filter_vertical_edge_c_sse2(
y_ptr + 8, y_stride, lfi->blim, lfi->lim, lfi->hev_thr, 2);
}
/* Horizontal B Filtering */ /* Horizontal B Filtering */
void vp8_loop_filter_bh_sse2(unsigned char *y_ptr, unsigned char *u_ptr, unsigned char *v_ptr, void vp8_loop_filter_bh_sse2(unsigned char *y_ptr, unsigned char *u_ptr, unsigned char *v_ptr,

Просмотреть файл

@ -120,6 +120,7 @@ VP8_COMMON_SRCS-$(HAVE_SSE2) += common/x86/filter_sse2.c
ifeq ($(HAVE_SSE2),yes) ifeq ($(HAVE_SSE2),yes)
vp8/common/x86/filter_sse2.c.o: CFLAGS += -msse2 vp8/common/x86/filter_sse2.c.o: CFLAGS += -msse2
vp8/common/x86/loopfilter_x86.c.o: CFLAGS += -msse2 vp8/common/x86/loopfilter_x86.c.o: CFLAGS += -msse2
vp8/common/loopfilter_filters.c.o: CFLAGS += -msse2
endif endif
VP8_COMMON_SRCS-$(ARCH_ARM) += common/arm/arm_systemdependent.c VP8_COMMON_SRCS-$(ARCH_ARM) += common/arm/arm_systemdependent.c