| /* |
| * SSE Convolution |
| * Copyright (C) 2012, 2013 Thomas Tsou <tom@tsou.cc> |
| * |
| * This library is free software; you can redistribute it and/or |
| * modify it under the terms of the GNU Lesser General Public |
| * License as published by the Free Software Foundation; either |
| * version 2.1 of the License, or (at your option) any later version. |
| * |
| * This library is distributed in the hope that it will be useful, |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| * Lesser General Public License for more details. |
| * |
| * You should have received a copy of the GNU Lesser General Public |
| * License along with this library; if not, write to the Free Software |
| * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
| */ |
| |
| #include <malloc.h> |
| #include <string.h> |
| #include <stdio.h> |
| #include "convolve.h" |
| #include "convolve_sse_3.h" |
| |
| #ifdef HAVE_CONFIG_H |
| #include "config.h" |
| #endif |
| |
| /* Architecture dependant function pointers */ |
| struct convolve_cpu_context { |
| void (*conv_cmplx_4n) (const float *, int, const float *, int, float *, |
| int, int, int, int, int); |
| void (*conv_cmplx_8n) (const float *, int, const float *, int, float *, |
| int, int, int, int, int); |
| void (*conv_cmplx) (const float *, int, const float *, int, float *, |
| int, int, int, int, int); |
| void (*conv_real4) (const float *, int, const float *, int, float *, |
| int, int, int, int, int); |
| void (*conv_real8) (const float *, int, const float *, int, float *, |
| int, int, int, int, int); |
| void (*conv_real12) (const float *, int, const float *, int, float *, |
| int, int, int, int, int); |
| void (*conv_real16) (const float *, int, const float *, int, float *, |
| int, int, int, int, int); |
| void (*conv_real20) (const float *, int, const float *, int, float *, |
| int, int, int, int, int); |
| void (*conv_real4n) (const float *, int, const float *, int, float *, |
| int, int, int, int, int); |
| void (*conv_real) (const float *, int, const float *, int, float *, int, |
| int, int, int, int); |
| }; |
| static struct convolve_cpu_context c; |
| |
| /* Forward declarations from base implementation */ |
| int _base_convolve_real(const float *x, int x_len, |
| const float *h, int h_len, |
| float *y, int y_len, |
| int start, int len, |
| int step, int offset); |
| |
| int _base_convolve_complex(const float *x, int x_len, |
| const float *h, int h_len, |
| float *y, int y_len, |
| int start, int len, |
| int step, int offset); |
| |
| int bounds_check(int x_len, int h_len, int y_len, |
| int start, int len, int step); |
| |
| /* API: Initalize convolve module */ |
| void convolve_init(void) |
| { |
| c.conv_cmplx_4n = (void *)_base_convolve_complex; |
| c.conv_cmplx_8n = (void *)_base_convolve_complex; |
| c.conv_cmplx = (void *)_base_convolve_complex; |
| c.conv_real4 = (void *)_base_convolve_real; |
| c.conv_real8 = (void *)_base_convolve_real; |
| c.conv_real12 = (void *)_base_convolve_real; |
| c.conv_real16 = (void *)_base_convolve_real; |
| c.conv_real20 = (void *)_base_convolve_real; |
| c.conv_real4n = (void *)_base_convolve_real; |
| c.conv_real = (void *)_base_convolve_real; |
| |
| #if defined(HAVE_SSE3) && defined(HAVE___BUILTIN_CPU_SUPPORTS) |
| if (__builtin_cpu_supports("sse3")) { |
| c.conv_cmplx_4n = sse_conv_cmplx_4n; |
| c.conv_cmplx_8n = sse_conv_cmplx_8n; |
| c.conv_real4 = sse_conv_real4; |
| c.conv_real8 = sse_conv_real8; |
| c.conv_real12 = sse_conv_real12; |
| c.conv_real16 = sse_conv_real16; |
| c.conv_real20 = sse_conv_real20; |
| c.conv_real4n = sse_conv_real4n; |
| } |
| #endif |
| } |
| |
| /* API: Aligned complex-real */ |
| int convolve_real(const float *x, int x_len, |
| const float *h, int h_len, |
| float *y, int y_len, int start, int len, int step, int offset) |
| { |
| if (bounds_check(x_len, h_len, y_len, start, len, step) < 0) |
| return -1; |
| |
| memset(y, 0, len * 2 * sizeof(float)); |
| |
| if (step <= 4) { |
| switch (h_len) { |
| case 4: |
| c.conv_real4(x, x_len, h, h_len, y, y_len, start, len, |
| step, offset); |
| break; |
| case 8: |
| c.conv_real8(x, x_len, h, h_len, y, y_len, start, len, |
| step, offset); |
| break; |
| case 12: |
| c.conv_real12(x, x_len, h, h_len, y, y_len, start, len, |
| step, offset); |
| break; |
| case 16: |
| c.conv_real16(x, x_len, h, h_len, y, y_len, start, len, |
| step, offset); |
| break; |
| case 20: |
| c.conv_real20(x, x_len, h, h_len, y, y_len, start, len, |
| step, offset); |
| break; |
| default: |
| if (!(h_len % 4)) |
| c.conv_real4n(x, x_len, h, h_len, y, y_len, |
| start, len, step, offset); |
| else |
| c.conv_real(x, x_len, h, h_len, y, y_len, start, |
| len, step, offset); |
| } |
| } else |
| c.conv_real(x, x_len, h, h_len, y, y_len, start, len, step, |
| offset); |
| |
| return len; |
| } |
| |
| /* API: Aligned complex-complex */ |
| int convolve_complex(const float *x, int x_len, |
| const float *h, int h_len, |
| float *y, int y_len, |
| int start, int len, int step, int offset) |
| { |
| if (bounds_check(x_len, h_len, y_len, start, len, step) < 0) |
| return -1; |
| |
| memset(y, 0, len * 2 * sizeof(float)); |
| |
| if (step <= 4) { |
| if (!(h_len % 8)) |
| c.conv_cmplx_8n(x, x_len, h, h_len, y, y_len, start, |
| len, step, offset); |
| else if (!(h_len % 4)) |
| c.conv_cmplx_4n(x, x_len, h, h_len, y, y_len, start, |
| len, step, offset); |
| else |
| c.conv_cmplx(x, x_len, h, h_len, y, y_len, start, len, |
| step, offset); |
| } else |
| c.conv_cmplx(x, x_len, h, h_len, y, y_len, start, len, step, |
| offset); |
| |
| return len; |
| } |