556 lines
24 KiB
ArmAsm
556 lines
24 KiB
ArmAsm
.macro push_v_regs
|
|
stp X8, X9, [sp, #-16]!
|
|
stp X10, X11, [sp, #-16]!
|
|
stp X12, X13, [sp, #-16]!
|
|
stp X14, X15, [sp, #-16]!
|
|
stp X16, X17, [sp, #-16]!
|
|
stp X18, X19, [sp, #-16]!
|
|
stp X20, X21, [sp, #-16]!
|
|
stp X22, X24, [sp, #-16]!
|
|
stp X29, X30, [sp, #-16]!
|
|
.endm
|
|
|
|
.macro pop_v_regs
|
|
ldp X29, X30, [sp], #16
|
|
ldp X22, X24, [sp], #16
|
|
ldp X20, X21, [sp], #16
|
|
ldp X18, X19, [sp], #16
|
|
ldp X16, X17, [sp], #16
|
|
ldp X14, X15, [sp], #16
|
|
ldp X12, X13, [sp], #16
|
|
ldp X10, X11, [sp], #16
|
|
ldp X8, X9, [sp], #16
|
|
.endm
|
|
|
|
|
|
.text
|
|
.p2align 2
|
|
.global ixheaacd_fft32x32_ld2_armv8
|
|
|
|
ixheaacd_fft32x32_ld2_armv8:
|
|
|
|
// STMFD sp!, {x4-x12,x14}
|
|
push_v_regs
|
|
stp x19, x20, [sp, #-16]!
|
|
|
|
//DIT Radix-4 FFT First Stage
|
|
//First Butterfly
|
|
MOV x0, x2
|
|
MOV x1, x3
|
|
LDR w2, [x0] //x_0 = x[0 ]
|
|
sxtw x2, w2
|
|
LDR w3, [x0, #32] //x_2 = x[8 ]
|
|
sxtw x3, w3
|
|
LDR w4, [x0, #64] //x_4 = x[16]
|
|
sxtw x4, w4
|
|
LDR w5, [x0, #96] //x_6 = x[24]
|
|
sxtw x5, w5
|
|
ADD w6, w2, w4 //xh0_0 = x_0 + x_4
|
|
SUB w7, w2, w4 //xl0_0 = x_0 - x_4
|
|
ADD w8, w3, w5 //xh0_1 = x_2 + x_6
|
|
SUB w9, w3, w5 //xl0_1 = x_2 - x_6
|
|
|
|
LDR w2, [x0, #4] //x_1 = x[0 +1]
|
|
sxtw x2, w2
|
|
LDR w3, [x0, #36] //x_3 = x[8 +1]
|
|
sxtw x3, w3
|
|
LDR w4, [x0, #68] //x_5 = x[16+1]
|
|
sxtw x4, w4
|
|
LDR w5, [x0, #100] //x_7 = x[24+1]
|
|
sxtw x5, w5
|
|
ADD w10, w2, w4 //xh1_0 = x_1 + x_5
|
|
SUB w11, w2, w4 //xl1_0 = x_1 - x_5
|
|
ADD w12, w3, w5 //xh1_1 = x_3 + x_7
|
|
SUB w14, w3, w5 //xl1_1 = x_3 - x_7
|
|
|
|
ADD w2, w6, w8 //n00 = xh0_0 + xh0_1
|
|
ADD w3, w7, w14 //n10 = xl0_0 + xl1_1
|
|
SUB w4, w6, w8 //n20 = xh0_0 - xh0_1
|
|
SUB w5, w7, w14 //n30 = xl0_0 - xl1_1
|
|
STR w2, [x0] //x[0 ] = n00
|
|
STR w3, [x0, #32] //x[8 ] = n10
|
|
STR w4, [x0, #64] //x[16] = n20
|
|
STR w5, [x0, #96] //x[24] = n30
|
|
|
|
ADD w2, w10, w12 //n01 = xh1_0 + xh1_1
|
|
SUB w3, w11, w9 //n11 = xl1_0 - xl0_1
|
|
SUB w4, w10, w12 //n21 = xh1_0 - xh1_1
|
|
ADD w5, w11, w9 //n31 = xl1_0 + xl0_1
|
|
STR w2, [x0, #4] //x[1 ] = n01
|
|
STR w3, [x0, #36] //x[8+1 ] = n11
|
|
STR w4, [x0, #68] //x[16+1] = n21
|
|
STR w5, [x0, #100] //x[24+1] = n31
|
|
|
|
//Second Butterfly
|
|
LDR w2, [x0, #8] //x_0 = x[2 ]
|
|
sxtw x2, w2
|
|
LDR w3, [x0, #40] //x_2 = x[10]
|
|
sxtw x3, w3
|
|
LDR w4, [x0, #72] //x_4 = x[18]
|
|
sxtw x4, w4
|
|
LDR w5, [x0, #104] //x_6 = x[26]
|
|
sxtw x5, w5
|
|
ADD w6, w2, w4 //xh0_0 = x_0 + x_4
|
|
SUB w7, w2, w4 //xl0_0 = x_0 - x_4
|
|
ADD w8, w3, w5 //xh0_1 = x_2 + x_6
|
|
SUB w9, w3, w5 //xl0_1 = x_2 - x_6
|
|
|
|
LDR w2, [x0, #12] //x_1 = x[2 +1]
|
|
sxtw x2, w2
|
|
LDR w3, [x0, #44] //x_3 = x[10+1]
|
|
sxtw x3, w3
|
|
LDR w4, [x0, #76] //x_5 = x[18+1]
|
|
sxtw x4, w4
|
|
LDR w5, [x0, #108] //x_7 = x[26+1]
|
|
sxtw x5, w5
|
|
ADD w10, w2, w4 //xh1_0 = x_1 + x_5
|
|
SUB w11, w2, w4 //xl1_0 = x_1 - x_5
|
|
ADD w12, w3, w5 //xh1_1 = x_3 + x_7
|
|
SUB w14, w3, w5 //xl1_1 = x_3 - x_7
|
|
|
|
ADD w2, w6, w8 //n00 = xh0_0 + xh0_1
|
|
ADD w3, w7, w14 //n10 = xl0_0 + xl1_1
|
|
SUB w4, w6, w8 //n20 = xh0_0 - xh0_1
|
|
SUB w5, w7, w14 //n30 = xl0_0 - xl1_1
|
|
STR w2, [x0, #8] //x[2 ] = n00
|
|
STR w3, [x0, #40] //x[10] = n10
|
|
STR w4, [x0, #72] //x[18] = n20
|
|
STR w5, [x0, #104] //x[26] = n30
|
|
|
|
ADD w2, w10, w12 //n01 = xh1_0 + xh1_1
|
|
SUB w3, w11, w9 //n11 = xl1_0 - xl0_1
|
|
SUB w4, w10, w12 //n21 = xh1_0 - xh1_1
|
|
ADD w5, w11, w9 //n31 = xl1_0 + xl0_1
|
|
STR w2, [x0, #12] //x[2 +1] = n01
|
|
STR w3, [x0, #44] //x[10+1] = n11
|
|
STR w4, [x0, #76] //x[18+1] = n21
|
|
STR w5, [x0, #108] //x[26+1] = n31
|
|
|
|
//Third Butterfly
|
|
LDR w2, [x0, #16] //x_0 = x[4 ]
|
|
sxtw x2, w2
|
|
LDR w3, [x0, #48] //x_2 = x[12]
|
|
sxtw x3, w3
|
|
LDR w4, [x0, #80] //x_4 = x[20]
|
|
sxtw x4, w4
|
|
LDR w5, [x0, #112] //x_6 = x[28]
|
|
sxtw x5, w5
|
|
ADD w6, w2, w4 //xh0_0 = x_0 + x_4
|
|
SUB w7, w2, w4 //xl0_0 = x_0 - x_4
|
|
ADD w8, w3, w5 //xh0_1 = x_2 + x_6
|
|
SUB w9, w3, w5 //xl0_1 = x_2 - x_6
|
|
|
|
LDR w2, [x0, #20] //x_1 = x[4 +1]
|
|
sxtw x2, w2
|
|
LDR w3, [x0, #52] //x_3 = x[12+1]
|
|
sxtw x3, w3
|
|
LDR w4, [x0, #84] //x_5 = x[20+1]
|
|
sxtw x4, w4
|
|
LDR w5, [x0, #116] //x_7 = x[28+1]
|
|
sxtw x5, w5
|
|
ADD w10, w2, w4 //xh1_0 = x_1 + x_5
|
|
SUB w11, w2, w4 //xl1_0 = x_1 - x_5
|
|
ADD w12, w3, w5 //xh1_1 = x_3 + x_7
|
|
SUB w14, w3, w5 //xl1_1 = x_3 - x_7
|
|
|
|
ADD w2, w6, w8 //n00 = xh0_0 + xh0_1
|
|
ADD w3, w7, w14 //n10 = xl0_0 + xl1_1
|
|
SUB w4, w6, w8 //n20 = xh0_0 - xh0_1
|
|
SUB w5, w7, w14 //n30 = xl0_0 - xl1_1
|
|
STR w2, [x0, #16] //x[4 ] = n00
|
|
STR w3, [x0, #48] //x[12] = n10
|
|
STR w4, [x0, #80] //x[20] = n20
|
|
STR w5, [x0, #112] //x[28] = n30
|
|
|
|
ADD w2, w10, w12 //n01 = xh1_0 + xh1_1
|
|
SUB w3, w11, w9 //n11 = xl1_0 - xl0_1
|
|
SUB w4, w10, w12 //n21 = xh1_0 - xh1_1
|
|
ADD w5, w11, w9 //n31 = xl1_0 + xl0_1
|
|
STR w2, [x0, #20] //x[4 +1] = n01
|
|
STR w3, [x0, #52] //x[12+1] = n11
|
|
STR w4, [x0, #84] //x[20+1] = n21
|
|
STR w5, [x0, #116] //x[28+1] = n31
|
|
|
|
//Fourth Butterfly
|
|
LDR w2, [x0, #24] //x_0 = x[6 ]
|
|
sxtw x2, w2
|
|
LDR w3, [x0, #56] //x_2 = x[14]
|
|
sxtw x3, w3
|
|
LDR w4, [x0, #88] //x_4 = x[22]
|
|
sxtw x4, w4
|
|
LDR w5, [x0, #120] //x_6 = x[30]
|
|
sxtw x5, w5
|
|
ADD w6, w2, w4 //xh0_0 = x_0 + x_4
|
|
SUB w7, w2, w4 //xl0_0 = x_0 - x_4
|
|
ADD w8, w3, w5 //xh0_1 = x_2 + x_6
|
|
SUB w9, w3, w5 //xl0_1 = x_2 - x_6
|
|
|
|
LDR w2, [x0, #28] //x_1 = x[6 +1]
|
|
sxtw x2, w2
|
|
LDR w3, [x0, #60] //x_3 = x[14+1]
|
|
sxtw x3, w3
|
|
LDR w4, [x0, #92] //x_5 = x[22+1]
|
|
sxtw x4, w4
|
|
LDR w5, [x0, #124] //x_7 = x[30+1]
|
|
sxtw x5, w5
|
|
ADD w10, w2, w4 //xh1_0 = x_1 + x_5
|
|
SUB w11, w2, w4 //xl1_0 = x_1 - x_5
|
|
ADD w12, w3, w5 //xh1_1 = x_3 + x_7
|
|
SUB w14, w3, w5 //xl1_1 = x_3 - x_7
|
|
|
|
ADD w2, w6, w8 //n00 = xh0_0 + xh0_1
|
|
ADD w3, w7, w14 //n10 = xl0_0 + xl1_1
|
|
SUB w4, w6, w8 //n20 = xh0_0 - xh0_1
|
|
SUB w5, w7, w14 //n30 = xl0_0 - xl1_1
|
|
STR w2, [x0, #24] //x[6 ] = n00
|
|
STR w3, [x0, #56] //x[14] = n10
|
|
STR w4, [x0, #88] //x[22] = n20
|
|
STR w5, [x0, #120] //x[30] = n30
|
|
|
|
ADD w2, w10, w12 //n01 = xh1_0 + xh1_1
|
|
SUB w3, w11, w9 //n11 = xl1_0 - xl0_1
|
|
SUB w4, w10, w12 //n21 = xh1_0 - xh1_1
|
|
ADD w5, w11, w9 //n31 = xl1_0 + xl0_1
|
|
STR w2, [x0, #28] //x[6 +1] = n01
|
|
STR w3, [x0, #60] //x[14+1] = n11
|
|
STR w4, [x0, #92] //x[22+1] = n21
|
|
STR w5, [x0, #124] //x[30+1] = n31
|
|
|
|
|
|
//DIT Radix-4 FFT Second Stage
|
|
//First Butterfly
|
|
LDR w2, [x0] //inp_0qr = x[0]
|
|
sxtw x2, w2
|
|
LDR w3, [x0, #8] //inp_1qr = x[2]
|
|
sxtw x3, w3
|
|
LDR w4, [x0, #16] //inp_2qr = x[4]
|
|
sxtw x4, w4
|
|
LDR w5, [x0, #24] //inp_3qr = x[6]
|
|
sxtw x5, w5
|
|
ADD w6, w2, w4 //sum_0qr = mul_0qr + mul_2qr
|
|
SUB w7, w2, w4 //sum_1qr = mul_0qr - mul_2qr
|
|
ADD w8, w3, w5 //sum_2qr = mul_1qr + mul_3qr
|
|
SUB w9, w3, w5 //sum_3qr = mul_1qr - mul_3qr
|
|
|
|
LDR w2, [x0, #4] //inp_0qi = x[1]
|
|
sxtw x2, w2
|
|
LDR w3, [x0, #12] //inp_1qi = x[3]
|
|
sxtw x3, w3
|
|
LDR w4, [x0, #20] //inp_2qi = x[5]
|
|
sxtw x4, w4
|
|
LDR w5, [x0, #28] //inp_3qi = x[7]
|
|
sxtw x5, w5
|
|
ADD w10, w2, w4 //sum_0qi = mul_0qi + mul_2qi
|
|
SUB w11, w2, w4 //sum_1qi = mul_0qi - mul_2qi
|
|
ADD w12, w3, w5 //sum_2qi = mul_1qi + mul_3qi
|
|
SUB w14, w3, w5 //sum_3qi = mul_1qi - mul_3qi
|
|
|
|
ADD w2, w6, w8 //sum_0qr + sum_2qr
|
|
ADD w3, w7, w14 //sum_1qr + sum_3qi
|
|
SUB w4, w6, w8 //sum_0qr - sum_2qr
|
|
SUB w5, w7, w14 //sum_1qr - sum_3qi
|
|
STR w2, [x1] //y[0 ] = sum_0qr + sum_2qr
|
|
STR w3, [x1, #32] //y[8 ] = sum_1qr + sum_3qi
|
|
STR w4, [x1, #64] //y[16] = sum_0qr - sum_2qr
|
|
STR w5, [x1, #96] //y[24] = sum_1qr - sum_3qi
|
|
|
|
ADD w2, w10, w12 //sum_0qi + sum_2qi
|
|
SUB w3, w11, w9 //sum_1qi - sum_3qr
|
|
SUB w4, w10, w12 //sum_0qi - sum_2qi
|
|
ADD w5, w11, w9 //sum_1qi + sum_3qr
|
|
STR w2, [x1, #4] //y[0 +1] = sum_0qi + sum_2qi
|
|
STR w3, [x1, #36] //y[8 +1] = sum_1qi - sum_3qr
|
|
STR w4, [x1, #68] //y[16+1] = sum_0qi - sum_2qi
|
|
STR w5, [x1, #100] //y[24+1] = sum_1qi + sum_3qr
|
|
|
|
|
|
//Load twiddle factors
|
|
// LDR w11, =2310960706 //0x89BE7642
|
|
MOV w11, #0x7642
|
|
sxth w11, w11
|
|
MOV w21, #0x89BE
|
|
sxth w21, w21
|
|
// LDR w12, =3473158396 //0xCF0430FC
|
|
MOV w12, #0x30FC
|
|
sxth w12, w12
|
|
MOV w22, #0xCF04
|
|
sxth w22, w22
|
|
// LDR w14, =2776455811 //0xA57D5A83
|
|
MOV w14, #0x5A83
|
|
sxth w14, w14
|
|
MOV w24, #0xA57D
|
|
sxth w24, w24
|
|
|
|
//Second Butterfly
|
|
LDR w2, [x0, #32] //mul_0qr = inp_0qr = x[8]
|
|
sxtw x2, w2
|
|
LDR w3, [x0, #36] //mul_0qi = inp_1qr = x[9]
|
|
sxtw x3, w3
|
|
|
|
LDR w5, [x0, #40] //inp_1qr = x[10]
|
|
sxtw x5, w5
|
|
LDR w6, [x0, #44] //inp_1qi = x[11]
|
|
sxtw x6, w6
|
|
|
|
SMULL x4, w5, w11
|
|
ASR x4, x4, #16
|
|
// SMULWB x4, x5, x11 //mul_1qr = mpy_16_32_ns( 0x7642 , inp_1qr)
|
|
|
|
SMULL x20, w6, w12
|
|
ASR x20, x20, #16
|
|
ADD w4, w4, w20
|
|
// SMLAWB x4, x6, x12, x4 //mul_1qr -= mpy_16_32_ns(-0x30FC , inp_1qi)
|
|
|
|
SMULL x5, w5, w22
|
|
ASR x5, x5, #16
|
|
// SMULWT x5, x5, x12 //mul_1qi = mpy_16_32_ns(-0x30FC , inp_1qr)
|
|
|
|
LDR w7, [x0, #48] //inp_2qr = x[12]
|
|
sxtw x7, w7
|
|
LDR w8, [x0, #52] //inp_2qi = x[13]
|
|
sxtw x8, w8
|
|
|
|
//Moved for delay slot
|
|
SMULL x20, w6, w11
|
|
ASR x20, x20, #16
|
|
ADD w5, w5, w20
|
|
// SMLAWB x5, x6, x11, x5 //mul_1qi += mpy_16_32_ns( 0x7642 , inp_1qi)
|
|
|
|
ADD w6, w7, w8 //(inp_2qr + inp_2qi)
|
|
|
|
SMULL x6, w6, w14
|
|
ASR x6, x6, #16
|
|
// SMULWB x6, x6, x14 //mul_2qr = mpy_16_32_ns(0x5A83 , (inp_2qr + inp_2qi))
|
|
|
|
SUB w7, w8, w7 //(-inp_2qr + inp_2qi)
|
|
|
|
SMULL x7, w7, w14
|
|
ASR x7, x7, #16
|
|
// SMULWB x7, x7, x14 //mul_2qi = mpy_16_32_ns(0x5A83 , (-inp_2qr + inp_2qi))
|
|
|
|
LDR x9 , [x0, #56] //inp_3qr = x[14]
|
|
sxtw x9, w9
|
|
LDR w10, [x0, #60] //inp_3qi = x[15]
|
|
sxtw x10, w10
|
|
|
|
SMULL x8, w9, w12
|
|
ASR x8, x8, #16
|
|
// SMULWB x8, x9 , x12 //mul_3qr = mpy_16_32_ns( 0x30FC , inp_3qr)
|
|
|
|
SMULL x20, w10, w11
|
|
ASR x20, x20, #16
|
|
ADD w8, w8, w20
|
|
// SMLAWB x8, x10, x11, x8 //mul_3qr -= mpy_16_32_ns(-0x7642 , inp_3qi)//
|
|
|
|
SMULL x9, w9 , w21
|
|
ASR x9, x9, #16
|
|
// SMULWT x9, x9 , x11 //mul_3qi = mpy_16_32_ns(-0x7642 , inp_3qr)
|
|
|
|
SMULL x20, w10, w12
|
|
ASR x20, x20, #16
|
|
ADD w9, w9, w20
|
|
// SMLAWB x9, x10, x12, x9 //mul_3qi += mpy_16_32_ns( 0x30FC , inp_3qi)
|
|
|
|
ADD w10, w2, w6, lsl #1 //sum_0qr = mul_0qr + (mul_2qr << 1)
|
|
SUB w2 , w2, w6, lsl #1 //sum_1qr = mul_0qr - (mul_2qr << 1)
|
|
ADD w6 , w4, w8 //sum_2qr = mul_1qr + mul_3qr
|
|
SUB w4 , w4, w8 //sum_3qr = mul_1qr - mul_3qr
|
|
|
|
ADD w8 , w3, w7, lsl #1 //sum_0qi = mul_0qi + (mul_2qi << 1)
|
|
SUB w3 , w3, w7, lsl #1 //sum_1qi = mul_0qi - (mul_2qi << 1)
|
|
ADD w7 , w5, w9 //sum_2qi = mul_1qi + mul_3qi
|
|
SUB w5 , w5, w9 //sum_3qi = mul_1qi - mul_3qi
|
|
|
|
ADD w9 , w10, w6, lsl #1 //sum_0qr + (sum_2qr << 1)
|
|
SUB w10, w10, w6, lsl #1 //sum_0qr - (sum_2qr << 1)
|
|
ADD w6 , w2 , w5, lsl #1 //sum_1qr + (sum_3qi << 1)
|
|
SUB w2 , w2 , w5, lsl #1 //sum_1qr - (sum_3qi << 1)
|
|
STR w9 , [x1, #8] //y[2 ] = sum_0qr + (sum_2qr << 1)
|
|
STR w10, [x1, #72] //y[18] = sum_0qr - (sum_2qr << 1)
|
|
STR w6 , [x1, #40] //y[10] = sum_1qr + (sum_3qi << 1)
|
|
STR w2 , [x1, #104] //y[26] = sum_1qr - (sum_3qi << 1)
|
|
|
|
ADD w5 , w8 , w7, lsl #1 //sum_0qi + (sum_2qi << 1)
|
|
SUB w8 , w8 , w7, lsl #1 //sum_0qi - (sum_2qi << 1)
|
|
SUB w7 , w3 , w4, lsl #1 //sum_1qi - (sum_3qr << 1)
|
|
ADD w3 , w3 , w4, lsl #1 //sum_1qi + (sum_3qr << 1)
|
|
STR w5 , [x1, #12] //y[2 +1] = sum_0qi + (sum_2qi << 1)
|
|
STR w8 , [x1, #76] //y[18+1] = sum_0qi - (sum_2qi << 1)
|
|
STR w7 , [x1, #44] //y[10+1] = sum_1qi - (sum_3qr << 1)
|
|
STR w3 , [x1, #108] //y[26+1] = sum_1qi + (sum_3qr << 1)
|
|
|
|
//Third Butterfly
|
|
LDR w2, [x0, #64] //mul_0qr = inp_0qr = x[16]
|
|
sxtw x2, w2
|
|
LDR w5, [x0, #72] //inp_1qr = x[18]
|
|
sxtw x5, w5
|
|
LDR w6, [x0, #76] //inp_1qi = x[19]
|
|
sxtw x6, w6
|
|
//Moved for delay slot
|
|
LDR w3, [x0, #68] //mul_0qi = inp_1qr = x[17]
|
|
sxtw x3, w3
|
|
|
|
ADD w4, w5, w6 //(inp_1qr + inp_1qi)
|
|
|
|
SMULL x4, w4, w14
|
|
ASR x4, x4, #16
|
|
// SMULWB x4, x4, x14 //mul_1qr = mpy_16_32_ns(0x5A83 , (inp_1qr + inp_1qi))
|
|
SUB w5, w6, w5 //(-inp_1qr + inp_1qi)
|
|
|
|
SMULL x5, w5, w14
|
|
ASR x5, x5, #16
|
|
// SMULWB x5, x5, x14 //mul_1qi = mpy_16_32_ns(0x5A83 , (-inp_1qr + inp_1qi))
|
|
|
|
LDR w6, [x0, #84] //mul_2qr = inp_2qi = x[21]
|
|
sxtw x6, w6
|
|
LDR x9 , [x0, #88] //inp_3qr = x[22]
|
|
sxtw x9, w9
|
|
LDR w10, [x0, #92] //inp_3qi = x[23]
|
|
sxtw x10, w10
|
|
//Moved for delay slot
|
|
LDR w7, [x0, #80] //mul_2qi = inp_2qr = x[20]
|
|
sxtw x7, w7
|
|
|
|
SUB w8 , w10, w9 //(-inp_3qr + inp_3qi)
|
|
|
|
SMULL x8, w8, w14
|
|
ASR x8, x8, #16
|
|
// SMULWB x8 , x8 , x14 //mul_3qr = mpy_16_32_ns( 0x5A83 , (-inp_3qr + inp_3qi))
|
|
|
|
ADD w9 , w9 , w10 //(inp_3qr + inp_3qi)
|
|
|
|
SMULL x9, w9, w24
|
|
ASR x9, x9, #16
|
|
// SMULWT x9 , x9 , x14 //mul_3qi = mpy_16_32_ns(-0x5A83 , (inp_3qr + inp_3qi))
|
|
|
|
ADD w10, w2, w6 //sum_0qr = mul_0qr + mul_2qr
|
|
SUB w2 , w2, w6 //sum_1qr = mul_0qr - mul_2qr
|
|
ADD w6 , w4, w8 //sum_2qr = mul_1qr + mul_3qr
|
|
SUB w4 , w4, w8 //sum_3qr = mul_1qr - mul_3qr
|
|
|
|
SUB w8 , w3, w7 //sum_0qi = mul_0qi - mul_2qi
|
|
ADD w3 , w3, w7 //sum_1qi = mul_0qi + mul_2qi
|
|
ADD w7 , w5, w9 //sum_2qi = mul_1qi + mul_3qi
|
|
SUB w5 , w5, w9 //sum_3qi = mul_1qi - mul_3qi
|
|
|
|
ADD w9 , w10, w6, lsl #1 //sum_0qr + (sum_2qr << 1)
|
|
SUB w10, w10, w6, lsl #1 //sum_0qr - (sum_2qr << 1)
|
|
ADD w6 , w2 , w5, lsl #1 //sum_1qr + (sum_3qi << 1)
|
|
SUB w2 , w2 , w5, lsl #1 //sum_1qr - (sum_3qi << 1)
|
|
STR w9 , [x1, #16] //y[4 ] = sum_0qr + (sum_2qr << 1)
|
|
STR w10, [x1, #80] //y[20] = sum_0qr - (sum_2qr << 1)
|
|
STR w6 , [x1, #48] //y[12] = sum_1qr + (sum_3qi << 1)
|
|
STR w2 , [x1, #112] //y[28] = sum_1qr - (sum_3qi << 1)
|
|
|
|
ADD w5, w8, w7, lsl #1 //sum_0qi + (sum_2qi << 1)
|
|
SUB w8, w8, w7, lsl #1 //sum_0qi - (sum_2qi << 1)
|
|
SUB w7, w3, w4, lsl #1 //sum_1qi - (sum_3qr << 1)
|
|
ADD w3, w3, w4, lsl #1 //sum_1qi + (sum_3qr << 1)
|
|
STR w5 , [x1, #20] //y[4 +1] = sum_0qi + (sum_2qi << 1)
|
|
STR w8 , [x1, #84] //y[20+1] = sum_0qi - (sum_2qi << 1)
|
|
STR w7 , [x1, #52] //y[12+1] = sum_1qi - (sum_3qr << 1)
|
|
STR w3 , [x1, #116] //y[28+1] = sum_1qi + (sum_3qr << 1)
|
|
|
|
//Fourth Butterfly
|
|
LDR w2, [x0, #96] //mul_0qr = inp_0qr = x[24]
|
|
sxtw x2, w2
|
|
LDR w3, [x0, #100] //mul_0qi = inp_1qr = x[25]
|
|
sxtw x3, w3
|
|
|
|
LDR w5, [x0, #104] //inp_1qr = x[26]
|
|
sxtw x5, w5
|
|
LDR w6, [x0, #108] //inp_1qi = x[27]
|
|
sxtw x6, w6
|
|
|
|
SMULL x4, w5, w12
|
|
ASR x4, x4, #16
|
|
// SMULWB x4, x5, x12 //mul_1qr = mpy_16_32_ns( 0x30FC , inp_1qr)
|
|
|
|
SMULL x20, w6, w11
|
|
ASR x20, x20, #16
|
|
ADD w4, w4, w20
|
|
// SMLAWB x4, x6, x11, x4 //mul_1qr -= mpy_16_32_ns(-0x7642 , inp_1qi)
|
|
|
|
SMULL x5, w5, w21
|
|
ASR x5, x5, #16
|
|
// SMULWT x5, x5, x11 //mul_1qi = mpy_16_32_ns(-0x7642 , inp_1qr)
|
|
|
|
LDR w7, [x0, #112] //inp_2qr = x[28]
|
|
sxtw x7, w7
|
|
LDR w8, [x0, #116] //inp_2qi = x[29]
|
|
sxtw x8, w8
|
|
|
|
//Moved for delay slot
|
|
SMULL x20, w6, w12
|
|
ASR x20, x20, #16
|
|
ADD w5, w5, w20
|
|
// SMLAWB x5, x6, x12, x5 //mul_1qi += mpy_16_32_ns( 0x30FC , inp_1qi)
|
|
|
|
SUB w6, w8, w7 //(-inp_2qr + inp_2qi)
|
|
|
|
SMULL x6, w6, w14
|
|
ASR x6, x6, #16
|
|
// SMULWB x6, x6, x14 //mul_2qr = mpy_16_32_ns( 0x5A83 , (-inp_2qr + inp_2qi))
|
|
ADD w7, w8, w7 //(inp_2qr + inp_2qi)
|
|
|
|
SMULL x7, w7, w24
|
|
ASR x7, x7, #16
|
|
// SMULWT x7, x7, x14 //mul_2qi = mpy_16_32_ns(-0x5A83 , (inp_2qr + inp_2qi))
|
|
|
|
LDR w9 , [x0, #120] //inp_3qr = x[30]
|
|
sxtw x9, w9
|
|
LDR w10, [x0, #124] //inp_3qi = x[31]
|
|
sxtw x10, w10
|
|
|
|
SMULL x8, w9, w21
|
|
ASR x8, x8, #16
|
|
// SMULWT x8, x9 , x11 //mul_3qr = mpy_16_32_ns(-0x7642 , inp_3qr)
|
|
|
|
SMULL x20, w10, w22
|
|
ASR x20, x20, #16
|
|
ADD w8, w8, w20
|
|
// SMLAWT x8, x10, x12, x8 //mul_3qr -= mpy_16_32_ns( 0x30FC , inp_3qi)//
|
|
|
|
SMULL x9, w9, w12
|
|
ASR x9, x9, #16
|
|
// SMULWB x9, x9 , x12 //mul_3qi = mpy_16_32_ns( 0x30FC , inp_3qr)
|
|
|
|
SMULL x20, w10, w21
|
|
ASR x20, x20, #16
|
|
ADD w9, w9, w20
|
|
// SMLAWT x9, x10, x11, x9 //mul_3qi += mpy_16_32_ns(-0x7642 , inp_3qi)
|
|
|
|
ADD w10, w2, w6, lsl #1 //sum_0qr = mul_0qr + (mul_2qr << 1)
|
|
SUB w2 , w2, w6, lsl #1 //sum_1qr = mul_0qr - (mul_2qr << 1)
|
|
ADD w6 , w4, w8 //sum_2qr = mul_1qr + mul_3qr
|
|
SUB w4 , w4, w8 //sum_3qr = mul_1qr - mul_3qr
|
|
|
|
ADD w8 , w3, w7, lsl #1 //sum_0qi = mul_0qi + (mul_2qi << 1)
|
|
SUB w3 , w3, w7, lsl #1 //sum_1qi = mul_0qi - (mul_2qi << 1)
|
|
ADD w7 , w5, w9 //sum_2qi = mul_1qi + mul_3qi
|
|
SUB w5 , w5, w9 //sum_3qi = mul_1qi - mul_3qi
|
|
|
|
ADD w9 , w10, w6, lsl #1 //sum_0qr + (sum_2qr << 1)
|
|
SUB w10, w10, w6, lsl #1 //sum_0qr - (sum_2qr << 1)
|
|
ADD w6 , w2 , w5, lsl #1 //sum_1qr + (sum_3qi << 1)
|
|
SUB w2 , w2 , w5, lsl #1 //sum_1qr - (sum_3qi << 1)
|
|
STR w9 , [x1, #24] //y[6 ] = sum_0qr + (sum_2qr << 1)
|
|
STR w10, [x1, #88] //y[22] = sum_0qr - (sum_2qr << 1)
|
|
STR w6 , [x1, #56] //y[14] = sum_1qr + (sum_3qi << 1)
|
|
STR w2 , [x1, #120] //y[30] = sum_1qr - (sum_3qi << 1)
|
|
|
|
ADD w5 , w8 , w7, lsl #1 //sum_0qi + (sum_2qi << 1)
|
|
SUB w8 , w8 , w7, lsl #1 //sum_0qi - (sum_2qi << 1)
|
|
SUB w7 , w3 , w4, lsl #1 //sum_1qi - (sum_3qr << 1)
|
|
ADD w3 , w3 , w4, lsl #1 //sum_1qi + (sum_3qr << 1)
|
|
STR w5 , [x1, #28] //y[6 +1] = sum_0qi + (sum_2qi << 1)
|
|
STR w8 , [x1, #92] //y[22+1] = sum_0qi - (sum_2qi << 1)
|
|
STR w7 , [x1, #60] //y[14+1] = sum_1qi - (sum_3qr << 1)
|
|
STR w3 , [x1, #124] //y[30+1] = sum_1qi + (sum_3qr << 1)
|
|
|
|
// LDMFD sp!, {x4-x12,x15}
|
|
ldp x19, x20, [sp], #16
|
|
pop_v_regs
|
|
ret
|
|
|