mirror of
https://github.com/claunia/flac.git
synced 2025-12-16 18:54:26 +00:00
432 lines
9.4 KiB
ArmAsm
432 lines
9.4 KiB
ArmAsm
# libFLAC - Free Lossless Audio Codec library
|
|
# Copyright (C) 2004,2005,2006,2007,2008,2009 Josh Coalson
|
|
#
|
|
# Redistribution and use in source and binary forms, with or without
|
|
# modification, are permitted provided that the following conditions
|
|
# are met:
|
|
#
|
|
# - Redistributions of source code must retain the above copyright
|
|
# notice, this list of conditions and the following disclaimer.
|
|
#
|
|
# - Redistributions in binary form must reproduce the above copyright
|
|
# notice, this list of conditions and the following disclaimer in the
|
|
# documentation and/or other materials provided with the distribution.
|
|
#
|
|
# - Neither the name of the Xiph.org Foundation nor the names of its
|
|
# contributors may be used to endorse or promote products derived from
|
|
# this software without specific prior written permission.
|
|
#
|
|
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
# ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR
|
|
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
|
# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
|
|
# PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
|
|
# LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
|
# NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
# SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
.text
|
|
.align 2
|
|
.globl _FLAC__lpc_restore_signal_asm_ppc_altivec_16
|
|
.type _FLAC__lpc_restore_signal_asm_ppc_altivec_16, @function
|
|
|
|
.globl _FLAC__lpc_restore_signal_asm_ppc_altivec_16_order8
|
|
.type _FLAC__lpc_restore_signal_asm_ppc_altivec_16_order8, @function
|
|
|
|
_FLAC__lpc_restore_signal_asm_ppc_altivec_16:
|
|
# r3: residual[]
|
|
# r4: data_len
|
|
# r5: qlp_coeff[]
|
|
# r6: order
|
|
# r7: lp_quantization
|
|
# r8: data[]
|
|
|
|
# see src/libFLAC/lpc.c:FLAC__lpc_restore_signal()
|
|
# these is a PowerPC/Altivec assembly version which requires bps<=16 (or actual
|
|
# bps<=15 for mid-side coding, since that uses an extra bit)
|
|
|
|
# these should be fast; the inner loop is unrolled (it takes no more than
|
|
# 3*(order%4) instructions, all of which are arithmetic), and all of the
|
|
# coefficients and all relevant history stay in registers, so the outer loop
|
|
# has only one load from memory (the residual)
|
|
|
|
# I have not yet run this through simg4, so there may be some avoidable stalls,
|
|
# and there may be a somewhat more clever way to do the outer loop
|
|
|
|
# the branch mechanism may prevent dynamic loading; I still need to examine
|
|
# this issue, and there may be a more elegant method
|
|
|
|
stmw r31,-4(r1)
|
|
|
|
addi r9,r1,-28
|
|
li r31,0xf
|
|
andc r9,r9,r31 # for quadword-aligned stack data
|
|
|
|
slwi r6,r6,2 # adjust for word size
|
|
slwi r4,r4,2
|
|
add r4,r4,r8 # r4 = data+data_len
|
|
|
|
mfspr r0,256 # cache old vrsave
|
|
addis r31,0,0xffff
|
|
ori r31,r31,0xfc00
|
|
mtspr 256,r31 # declare VRs in vrsave
|
|
|
|
cmplw cr0,r8,r4 # i<data_len
|
|
bc 4,0,L1400
|
|
|
|
# load coefficients into v0-v7 and initial history into v8-v15
|
|
li r31,0xf
|
|
and r31,r8,r31 # r31: data%4
|
|
li r11,16
|
|
subf r31,r31,r11 # r31: 4-(data%4)
|
|
slwi r31,r31,3 # convert to bits for vsro
|
|
li r10,-4
|
|
stw r31,-4(r9)
|
|
lvewx v0,r10,r9
|
|
vspltisb v18,-1
|
|
vsro v18,v18,v0 # v18: mask vector
|
|
|
|
li r31,0x8
|
|
lvsl v0,0,r31
|
|
vsldoi v0,v0,v0,12
|
|
li r31,0xc
|
|
lvsl v1,0,r31
|
|
vspltisb v2,0
|
|
vspltisb v3,-1
|
|
vmrglw v2,v2,v3
|
|
vsel v0,v1,v0,v2 # v0: reversal permutation vector
|
|
|
|
add r10,r5,r6
|
|
lvsl v17,0,r5 # v17: coefficient alignment permutation vector
|
|
vperm v17,v17,v17,v0 # v17: reversal coefficient alignment permutation vector
|
|
|
|
mr r11,r8
|
|
lvsl v16,0,r11 # v16: history alignment permutation vector
|
|
|
|
lvx v0,0,r5
|
|
addi r5,r5,16
|
|
lvx v1,0,r5
|
|
vperm v0,v0,v1,v17
|
|
lvx v8,0,r11
|
|
addi r11,r11,-16
|
|
lvx v9,0,r11
|
|
vperm v8,v9,v8,v16
|
|
cmplw cr0,r5,r10
|
|
bc 12,0,L1101
|
|
vand v0,v0,v18
|
|
addis r31,0,L1307@ha
|
|
ori r31,r31,L1307@l
|
|
b L1199
|
|
|
|
L1101:
|
|
addi r5,r5,16
|
|
lvx v2,0,r5
|
|
vperm v1,v1,v2,v17
|
|
addi r11,r11,-16
|
|
lvx v10,0,r11
|
|
vperm v9,v10,v9,v16
|
|
cmplw cr0,r5,r10
|
|
bc 12,0,L1102
|
|
vand v1,v1,v18
|
|
addis r31,0,L1306@ha
|
|
ori r31,r31,L1306@l
|
|
b L1199
|
|
|
|
L1102:
|
|
addi r5,r5,16
|
|
lvx v3,0,r5
|
|
vperm v2,v2,v3,v17
|
|
addi r11,r11,-16
|
|
lvx v11,0,r11
|
|
vperm v10,v11,v10,v16
|
|
cmplw cr0,r5,r10
|
|
bc 12,0,L1103
|
|
vand v2,v2,v18
|
|
lis r31,L1305@ha
|
|
la r31,L1305@l(r31)
|
|
b L1199
|
|
|
|
L1103:
|
|
addi r5,r5,16
|
|
lvx v4,0,r5
|
|
vperm v3,v3,v4,v17
|
|
addi r11,r11,-16
|
|
lvx v12,0,r11
|
|
vperm v11,v12,v11,v16
|
|
cmplw cr0,r5,r10
|
|
bc 12,0,L1104
|
|
vand v3,v3,v18
|
|
lis r31,L1304@ha
|
|
la r31,L1304@l(r31)
|
|
b L1199
|
|
|
|
L1104:
|
|
addi r5,r5,16
|
|
lvx v5,0,r5
|
|
vperm v4,v4,v5,v17
|
|
addi r11,r11,-16
|
|
lvx v13,0,r11
|
|
vperm v12,v13,v12,v16
|
|
cmplw cr0,r5,r10
|
|
bc 12,0,L1105
|
|
vand v4,v4,v18
|
|
lis r31,L1303@ha
|
|
la r31,L1303@l(r31)
|
|
b L1199
|
|
|
|
L1105:
|
|
addi r5,r5,16
|
|
lvx v6,0,r5
|
|
vperm v5,v5,v6,v17
|
|
addi r11,r11,-16
|
|
lvx v14,0,r11
|
|
vperm v13,v14,v13,v16
|
|
cmplw cr0,r5,r10
|
|
bc 12,0,L1106
|
|
vand v5,v5,v18
|
|
lis r31,L1302@ha
|
|
la r31,L1302@l(r31)
|
|
b L1199
|
|
|
|
L1106:
|
|
addi r5,r5,16
|
|
lvx v7,0,r5
|
|
vperm v6,v6,v7,v17
|
|
addi r11,r11,-16
|
|
lvx v15,0,r11
|
|
vperm v14,v15,v14,v16
|
|
cmplw cr0,r5,r10
|
|
bc 12,0,L1107
|
|
vand v6,v6,v18
|
|
lis r31,L1301@ha
|
|
la r31,L1301@l(r31)
|
|
b L1199
|
|
|
|
L1107:
|
|
addi r5,r5,16
|
|
lvx v19,0,r5
|
|
vperm v7,v7,v19,v17
|
|
addi r11,r11,-16
|
|
lvx v19,0,r11
|
|
vperm v15,v19,v15,v16
|
|
vand v7,v7,v18
|
|
lis r31,L1300@ha
|
|
la r31,L1300@l(r31)
|
|
|
|
L1199:
|
|
mtctr r31
|
|
|
|
# set up invariant vectors
|
|
vspltish v16,0 # v16: zero vector
|
|
|
|
li r10,-12
|
|
lvsr v17,r10,r8 # v17: result shift vector
|
|
lvsl v18,r10,r3 # v18: residual shift back vector
|
|
|
|
li r10,-4
|
|
stw r7,-4(r9)
|
|
lvewx v19,r10,r9 # v19: lp_quantization vector
|
|
|
|
L1200:
|
|
vmulosh v20,v0,v8 # v20: sum vector
|
|
bcctr 20,0
|
|
|
|
L1300:
|
|
vmulosh v21,v7,v15
|
|
vsldoi v15,v15,v14,4 # increment history
|
|
vaddsws v20,v20,v21
|
|
|
|
L1301:
|
|
vmulosh v21,v6,v14
|
|
vsldoi v14,v14,v13,4
|
|
vaddsws v20,v20,v21
|
|
|
|
L1302:
|
|
vmulosh v21,v5,v13
|
|
vsldoi v13,v13,v12,4
|
|
vaddsws v20,v20,v21
|
|
|
|
L1303:
|
|
vmulosh v21,v4,v12
|
|
vsldoi v12,v12,v11,4
|
|
vaddsws v20,v20,v21
|
|
|
|
L1304:
|
|
vmulosh v21,v3,v11
|
|
vsldoi v11,v11,v10,4
|
|
vaddsws v20,v20,v21
|
|
|
|
L1305:
|
|
vmulosh v21,v2,v10
|
|
vsldoi v10,v10,v9,4
|
|
vaddsws v20,v20,v21
|
|
|
|
L1306:
|
|
vmulosh v21,v1,v9
|
|
vsldoi v9,v9,v8,4
|
|
vaddsws v20,v20,v21
|
|
|
|
L1307:
|
|
vsumsws v20,v20,v16 # v20[3]: sum
|
|
vsraw v20,v20,v19 # v20[3]: sum >> lp_quantization
|
|
|
|
lvewx v21,0,r3 # v21[n]: *residual
|
|
vperm v21,v21,v21,v18 # v21[3]: *residual
|
|
vaddsws v20,v21,v20 # v20[3]: *residual + (sum >> lp_quantization)
|
|
vsldoi v18,v18,v18,4 # increment shift vector
|
|
|
|
vperm v21,v20,v20,v17 # v21[n]: shift for storage
|
|
vsldoi v17,v17,v17,12 # increment shift vector
|
|
stvewx v21,0,r8
|
|
|
|
vsldoi v20,v20,v20,12
|
|
vsldoi v8,v8,v20,4 # insert value onto history
|
|
|
|
addi r3,r3,4
|
|
addi r8,r8,4
|
|
cmplw cr0,r8,r4 # i<data_len
|
|
bc 12,0,L1200
|
|
|
|
L1400:
|
|
mtspr 256,r0 # restore old vrsave
|
|
lmw r31,-4(r1)
|
|
blr
|
|
|
|
_FLAC__lpc_restore_signal_asm_ppc_altivec_16_order8:
|
|
# r3: residual[]
|
|
# r4: data_len
|
|
# r5: qlp_coeff[]
|
|
# r6: order
|
|
# r7: lp_quantization
|
|
# r8: data[]
|
|
|
|
# see _FLAC__lpc_restore_signal_asm_ppc_altivec_16() above
|
|
# this version assumes order<=8; it uses fewer vector registers, which should
|
|
# save time in context switches, and has less code, which may improve
|
|
# instruction caching
|
|
|
|
stmw r31,-4(r1)
|
|
|
|
addi r9,r1,-28
|
|
li r31,0xf
|
|
andc r9,r9,r31 # for quadword-aligned stack data
|
|
|
|
slwi r6,r6,2 # adjust for word size
|
|
slwi r4,r4,2
|
|
add r4,r4,r8 # r4 = data+data_len
|
|
|
|
mfspr r0,256 # cache old vrsave
|
|
addis r31,0,0xffc0
|
|
ori r31,r31,0x0000
|
|
mtspr 256,r31 # declare VRs in vrsave
|
|
|
|
cmplw cr0,r8,r4 # i<data_len
|
|
bc 4,0,L2400
|
|
|
|
# load coefficients into v0-v1 and initial history into v2-v3
|
|
li r31,0xf
|
|
and r31,r8,r31 # r31: data%4
|
|
li r11,16
|
|
subf r31,r31,r11 # r31: 4-(data%4)
|
|
slwi r31,r31,3 # convert to bits for vsro
|
|
li r10,-4
|
|
stw r31,-4(r9)
|
|
lvewx v0,r10,r9
|
|
vspltisb v6,-1
|
|
vsro v6,v6,v0 # v6: mask vector
|
|
|
|
li r31,0x8
|
|
lvsl v0,0,r31
|
|
vsldoi v0,v0,v0,12
|
|
li r31,0xc
|
|
lvsl v1,0,r31
|
|
vspltisb v2,0
|
|
vspltisb v3,-1
|
|
vmrglw v2,v2,v3
|
|
vsel v0,v1,v0,v2 # v0: reversal permutation vector
|
|
|
|
add r10,r5,r6
|
|
lvsl v5,0,r5 # v5: coefficient alignment permutation vector
|
|
vperm v5,v5,v5,v0 # v5: reversal coefficient alignment permutation vector
|
|
|
|
mr r11,r8
|
|
lvsl v4,0,r11 # v4: history alignment permutation vector
|
|
|
|
lvx v0,0,r5
|
|
addi r5,r5,16
|
|
lvx v1,0,r5
|
|
vperm v0,v0,v1,v5
|
|
lvx v2,0,r11
|
|
addi r11,r11,-16
|
|
lvx v3,0,r11
|
|
vperm v2,v3,v2,v4
|
|
cmplw cr0,r5,r10
|
|
bc 12,0,L2101
|
|
vand v0,v0,v6
|
|
lis r31,L2301@ha
|
|
la r31,L2301@l(r31)
|
|
b L2199
|
|
|
|
L2101:
|
|
addi r5,r5,16
|
|
lvx v7,0,r5
|
|
vperm v1,v1,v7,v5
|
|
addi r11,r11,-16
|
|
lvx v7,0,r11
|
|
vperm v3,v7,v3,v4
|
|
vand v1,v1,v6
|
|
lis r31,L2300@ha
|
|
la r31,L2300@l(r31)
|
|
|
|
L2199:
|
|
mtctr r31
|
|
|
|
# set up invariant vectors
|
|
vspltish v4,0 # v4: zero vector
|
|
|
|
li r10,-12
|
|
lvsr v5,r10,r8 # v5: result shift vector
|
|
lvsl v6,r10,r3 # v6: residual shift back vector
|
|
|
|
li r10,-4
|
|
stw r7,-4(r9)
|
|
lvewx v7,r10,r9 # v7: lp_quantization vector
|
|
|
|
L2200:
|
|
vmulosh v8,v0,v2 # v8: sum vector
|
|
bcctr 20,0
|
|
|
|
L2300:
|
|
vmulosh v9,v1,v3
|
|
vsldoi v3,v3,v2,4
|
|
vaddsws v8,v8,v9
|
|
|
|
L2301:
|
|
vsumsws v8,v8,v4 # v8[3]: sum
|
|
vsraw v8,v8,v7 # v8[3]: sum >> lp_quantization
|
|
|
|
lvewx v9,0,r3 # v9[n]: *residual
|
|
vperm v9,v9,v9,v6 # v9[3]: *residual
|
|
vaddsws v8,v9,v8 # v8[3]: *residual + (sum >> lp_quantization)
|
|
vsldoi v6,v6,v6,4 # increment shift vector
|
|
|
|
vperm v9,v8,v8,v5 # v9[n]: shift for storage
|
|
vsldoi v5,v5,v5,12 # increment shift vector
|
|
stvewx v9,0,r8
|
|
|
|
vsldoi v8,v8,v8,12
|
|
vsldoi v2,v2,v8,4 # insert value onto history
|
|
|
|
addi r3,r3,4
|
|
addi r8,r8,4
|
|
cmplw cr0,r8,r4 # i<data_len
|
|
bc 12,0,L2200
|
|
|
|
L2400:
|
|
mtspr 256,r0 # restore old vrsave
|
|
lmw r31,-4(r1)
|
|
blr
|