mirror of
https://github.com/openharmony/third_party_astc-encoder.git
synced 2026-08-27 21:00:05 -04:00
1044 lines
28 KiB
C++
1044 lines
28 KiB
C++
// SPDX-License-Identifier: Apache-2.0
|
|
// ----------------------------------------------------------------------------
|
|
// Copyright 2011-2021 Arm Limited
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not
|
|
// use this file except in compliance with the License. You may obtain a copy
|
|
// of the License at:
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
// WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
// License for the specific language governing permissions and limitations
|
|
// under the License.
|
|
// ----------------------------------------------------------------------------
|
|
|
|
/**
|
|
* @brief Functions to generate block size descriptor and decimation tables.
|
|
*/
|
|
|
|
#include "astcenc_internal.h"
|
|
|
|
// return 0 on invalid mode, 1 on valid mode.
|
|
static int decode_block_mode_2d(
|
|
int blockmode,
|
|
int* Nval,
|
|
int* Mval,
|
|
int* dual_weight_plane,
|
|
int* quant_mode
|
|
) {
|
|
int base_quant_mode = (blockmode >> 4) & 1;
|
|
int H = (blockmode >> 9) & 1;
|
|
int D = (blockmode >> 10) & 1;
|
|
|
|
int A = (blockmode >> 5) & 0x3;
|
|
|
|
int N = 0, M = 0;
|
|
|
|
if ((blockmode & 3) != 0)
|
|
{
|
|
base_quant_mode |= (blockmode & 3) << 1;
|
|
int B = (blockmode >> 7) & 3;
|
|
switch ((blockmode >> 2) & 3)
|
|
{
|
|
case 0:
|
|
N = B + 4;
|
|
M = A + 2;
|
|
break;
|
|
case 1:
|
|
N = B + 8;
|
|
M = A + 2;
|
|
break;
|
|
case 2:
|
|
N = A + 2;
|
|
M = B + 8;
|
|
break;
|
|
case 3:
|
|
B &= 1;
|
|
if (blockmode & 0x100)
|
|
{
|
|
N = B + 2;
|
|
M = A + 2;
|
|
}
|
|
else
|
|
{
|
|
N = A + 2;
|
|
M = B + 6;
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
base_quant_mode |= ((blockmode >> 2) & 3) << 1;
|
|
if (((blockmode >> 2) & 3) == 0)
|
|
{
|
|
return 0;
|
|
}
|
|
|
|
int B = (blockmode >> 9) & 3;
|
|
switch ((blockmode >> 7) & 3)
|
|
{
|
|
case 0:
|
|
N = 12;
|
|
M = A + 2;
|
|
break;
|
|
case 1:
|
|
N = A + 2;
|
|
M = 12;
|
|
break;
|
|
case 2:
|
|
N = A + 6;
|
|
M = B + 6;
|
|
D = 0;
|
|
H = 0;
|
|
break;
|
|
case 3:
|
|
switch ((blockmode >> 5) & 3)
|
|
{
|
|
case 0:
|
|
N = 6;
|
|
M = 10;
|
|
break;
|
|
case 1:
|
|
N = 10;
|
|
M = 6;
|
|
break;
|
|
case 2:
|
|
case 3:
|
|
return 0;
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
|
|
int weight_count = N * M * (D + 1);
|
|
int qmode = (base_quant_mode - 2) + 6 * H;
|
|
|
|
int weightbits = get_ise_sequence_bitcount(weight_count, (quant_method)qmode);
|
|
if (weight_count > MAX_WEIGHTS_PER_BLOCK ||
|
|
weightbits < MIN_WEIGHT_BITS_PER_BLOCK ||
|
|
weightbits > MAX_WEIGHT_BITS_PER_BLOCK)
|
|
{
|
|
return 0;
|
|
}
|
|
|
|
*Nval = N;
|
|
*Mval = M;
|
|
*dual_weight_plane = D;
|
|
*quant_mode = qmode;
|
|
return 1;
|
|
}
|
|
|
|
static int decode_block_mode_3d(
|
|
int blockmode,
|
|
int* Nval,
|
|
int* Mval,
|
|
int* Qval,
|
|
int* dual_weight_plane,
|
|
int* quant_mode
|
|
) {
|
|
int base_quant_mode = (blockmode >> 4) & 1;
|
|
int H = (blockmode >> 9) & 1;
|
|
int D = (blockmode >> 10) & 1;
|
|
|
|
int A = (blockmode >> 5) & 0x3;
|
|
|
|
int N = 0, M = 0, Q = 0;
|
|
|
|
if ((blockmode & 3) != 0)
|
|
{
|
|
base_quant_mode |= (blockmode & 3) << 1;
|
|
int B = (blockmode >> 7) & 3;
|
|
int C = (blockmode >> 2) & 0x3;
|
|
N = A + 2;
|
|
M = B + 2;
|
|
Q = C + 2;
|
|
}
|
|
else
|
|
{
|
|
base_quant_mode |= ((blockmode >> 2) & 3) << 1;
|
|
if (((blockmode >> 2) & 3) == 0)
|
|
{
|
|
return 0;
|
|
}
|
|
|
|
int B = (blockmode >> 9) & 3;
|
|
if (((blockmode >> 7) & 3) != 3)
|
|
{
|
|
D = 0;
|
|
H = 0;
|
|
}
|
|
switch ((blockmode >> 7) & 3)
|
|
{
|
|
case 0:
|
|
N = 6;
|
|
M = B + 2;
|
|
Q = A + 2;
|
|
break;
|
|
case 1:
|
|
N = A + 2;
|
|
M = 6;
|
|
Q = B + 2;
|
|
break;
|
|
case 2:
|
|
N = A + 2;
|
|
M = B + 2;
|
|
Q = 6;
|
|
break;
|
|
case 3:
|
|
N = 2;
|
|
M = 2;
|
|
Q = 2;
|
|
switch ((blockmode >> 5) & 3)
|
|
{
|
|
case 0:
|
|
N = 6;
|
|
break;
|
|
case 1:
|
|
M = 6;
|
|
break;
|
|
case 2:
|
|
Q = 6;
|
|
break;
|
|
case 3:
|
|
return 0;
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
|
|
int weight_count = N * M * Q * (D + 1);
|
|
int qmode = (base_quant_mode - 2) + 6 * H;
|
|
|
|
int weightbits = get_ise_sequence_bitcount(weight_count, (quant_method)qmode);
|
|
if (weight_count > MAX_WEIGHTS_PER_BLOCK ||
|
|
weightbits < MIN_WEIGHT_BITS_PER_BLOCK ||
|
|
weightbits > MAX_WEIGHT_BITS_PER_BLOCK)
|
|
{
|
|
return 0;
|
|
}
|
|
|
|
*Nval = N;
|
|
*Mval = M;
|
|
*Qval = Q;
|
|
*dual_weight_plane = D;
|
|
*quant_mode = qmode;
|
|
return 1;
|
|
}
|
|
|
|
static void initialize_decimation_table_2d(
|
|
int xdim,
|
|
int ydim,
|
|
int x_weights,
|
|
int y_weights,
|
|
decimation_table* dt
|
|
) {
|
|
int texels_per_block = xdim * ydim;
|
|
int weights_per_block = x_weights * y_weights;
|
|
|
|
uint8_t weight_count_of_texel[MAX_TEXELS_PER_BLOCK];
|
|
uint8_t grid_weights_of_texel[MAX_TEXELS_PER_BLOCK][4];
|
|
uint8_t weights_of_texel[MAX_TEXELS_PER_BLOCK][4];
|
|
|
|
uint8_t texel_count_of_weight[MAX_WEIGHTS_PER_BLOCK];
|
|
uint8_t max_texel_count_of_weight = 0;
|
|
uint8_t texels_of_weight[MAX_WEIGHTS_PER_BLOCK][MAX_TEXELS_PER_BLOCK];
|
|
int texel_weights_of_weight[MAX_WEIGHTS_PER_BLOCK][MAX_TEXELS_PER_BLOCK];
|
|
|
|
for (int i = 0; i < weights_per_block; i++)
|
|
{
|
|
texel_count_of_weight[i] = 0;
|
|
}
|
|
|
|
for (int i = 0; i < texels_per_block; i++)
|
|
{
|
|
weight_count_of_texel[i] = 0;
|
|
}
|
|
|
|
for (int y = 0; y < ydim; y++)
|
|
{
|
|
for (int x = 0; x < xdim; x++)
|
|
{
|
|
int texel = y * xdim + x;
|
|
|
|
int x_weight = (((1024 + xdim / 2) / (xdim - 1)) * x * (x_weights - 1) + 32) >> 6;
|
|
int y_weight = (((1024 + ydim / 2) / (ydim - 1)) * y * (y_weights - 1) + 32) >> 6;
|
|
|
|
int x_weight_frac = x_weight & 0xF;
|
|
int y_weight_frac = y_weight & 0xF;
|
|
int x_weight_int = x_weight >> 4;
|
|
int y_weight_int = y_weight >> 4;
|
|
int qweight[4];
|
|
qweight[0] = x_weight_int + y_weight_int * x_weights;
|
|
qweight[1] = qweight[0] + 1;
|
|
qweight[2] = qweight[0] + x_weights;
|
|
qweight[3] = qweight[2] + 1;
|
|
|
|
// Truncated-precision bilinear interpolation
|
|
int prod = x_weight_frac * y_weight_frac;
|
|
|
|
int weight[4];
|
|
weight[3] = (prod + 8) >> 4;
|
|
weight[1] = x_weight_frac - weight[3];
|
|
weight[2] = y_weight_frac - weight[3];
|
|
weight[0] = 16 - x_weight_frac - y_weight_frac + weight[3];
|
|
|
|
for (int i = 0; i < 4; i++)
|
|
{
|
|
if (weight[i] != 0)
|
|
{
|
|
grid_weights_of_texel[texel][weight_count_of_texel[texel]] = qweight[i];
|
|
weights_of_texel[texel][weight_count_of_texel[texel]] = weight[i];
|
|
weight_count_of_texel[texel]++;
|
|
texels_of_weight[qweight[i]][texel_count_of_weight[qweight[i]]] = texel;
|
|
texel_weights_of_weight[qweight[i]][texel_count_of_weight[qweight[i]]] = weight[i];
|
|
texel_count_of_weight[qweight[i]]++;
|
|
max_texel_count_of_weight = astc::max(max_texel_count_of_weight, texel_count_of_weight[qweight[i]]);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
for (int i = 0; i < texels_per_block; i++)
|
|
{
|
|
dt->texel_weight_count[i] = weight_count_of_texel[i];
|
|
|
|
for (int j = 0; j < weight_count_of_texel[i]; j++)
|
|
{
|
|
dt->texel_weights_int_t4[i][j] = weights_of_texel[i][j];
|
|
dt->texel_weights_t4[i][j] = grid_weights_of_texel[i][j];
|
|
|
|
dt->texel_weights_float_4t[j][i] = ((float)weights_of_texel[i][j]) * (1.0f / TEXEL_WEIGHT_SUM);
|
|
dt->texel_weights_4t[j][i] = grid_weights_of_texel[i][j];
|
|
}
|
|
|
|
// Init all 4 entries so we can rely on zeros for vectorization
|
|
for (int j = weight_count_of_texel[i]; j < 4; j++)
|
|
{
|
|
dt->texel_weights_int_t4[i][j] = 0;
|
|
dt->texel_weights_t4[i][j] = 0;
|
|
|
|
dt->texel_weights_float_4t[j][i] = 0.0f;
|
|
dt->texel_weights_4t[j][i] = 0;
|
|
}
|
|
}
|
|
|
|
for (int i = 0; i < weights_per_block; i++)
|
|
{
|
|
int texel_count_wt = texel_count_of_weight[i];
|
|
dt->weight_texel_count[i] = (uint8_t)texel_count_wt;
|
|
|
|
for (int j = 0; j < texel_count_wt; j++)
|
|
{
|
|
uint8_t texel = texels_of_weight[i][j];
|
|
|
|
// Create transposed versions of these for better vectorization
|
|
dt->weight_texel[j][i] = texel;
|
|
dt->weights_flt[j][i] = (float)texel_weights_of_weight[i][j];
|
|
|
|
// perform a layer of array unrolling. An aspect of this unrolling is that
|
|
// one of the texel-weight indexes is an identity-mapped index; we will use this
|
|
// fact to reorder the indexes so that the first one is the identity index.
|
|
int swap_idx = -1;
|
|
for (int k = 0; k < 4; k++)
|
|
{
|
|
uint8_t dttw = dt->texel_weights_t4[texel][k];
|
|
float dttwf = dt->texel_weights_float_4t[k][texel];
|
|
if (dttw == i && dttwf != 0.0f)
|
|
{
|
|
swap_idx = k;
|
|
}
|
|
dt->texel_weights_texel[i][j][k] = dttw;
|
|
dt->texel_weights_float_texel[i][j][k] = dttwf;
|
|
}
|
|
|
|
if (swap_idx != 0)
|
|
{
|
|
uint8_t vi = dt->texel_weights_texel[i][j][0];
|
|
float vf = dt->texel_weights_float_texel[i][j][0];
|
|
dt->texel_weights_texel[i][j][0] = dt->texel_weights_texel[i][j][swap_idx];
|
|
dt->texel_weights_float_texel[i][j][0] = dt->texel_weights_float_texel[i][j][swap_idx];
|
|
dt->texel_weights_texel[i][j][swap_idx] = vi;
|
|
dt->texel_weights_float_texel[i][j][swap_idx] = vf;
|
|
}
|
|
}
|
|
|
|
// Initialize array tail so we can over-fetch with SIMD later to avoid loop tails
|
|
// Match last texel in active lane in SIMD group, for better gathers
|
|
uint8_t last_texel = dt->weight_texel[texel_count_wt - 1][i];
|
|
for (int j = texel_count_wt; j < max_texel_count_of_weight; j++)
|
|
{
|
|
dt->weight_texel[j][i] = last_texel;
|
|
dt->weights_flt[j][i] = 0.0f;
|
|
}
|
|
}
|
|
|
|
// Initialize array tail so we can over-fetch with SIMD later to avoid loop tails
|
|
// Match last texel in active lane in SIMD group, for better gathers
|
|
int last_texel_count_wt = texel_count_of_weight[weights_per_block - 1];
|
|
uint8_t last_texel = dt->weight_texel[last_texel_count_wt - 1][weights_per_block - 1];
|
|
|
|
int weights_per_block_simd = round_up_to_simd_multiple_vla(weights_per_block);
|
|
for (int i = weights_per_block; i < weights_per_block_simd; i++)
|
|
{
|
|
dt->weight_texel_count[i] = 0;
|
|
|
|
for (int j = 0; j < max_texel_count_of_weight; j++)
|
|
{
|
|
dt->weight_texel[j][i] = last_texel;
|
|
dt->weights_flt[j][i] = 0.0f;
|
|
}
|
|
}
|
|
|
|
dt->texel_count = texels_per_block;
|
|
dt->weight_count = weights_per_block;
|
|
dt->weight_x = x_weights;
|
|
dt->weight_y = y_weights;
|
|
dt->weight_z = 1;
|
|
}
|
|
|
|
static void initialize_decimation_table_3d(
|
|
int xdim,
|
|
int ydim,
|
|
int zdim,
|
|
int x_weights,
|
|
int y_weights,
|
|
int z_weights,
|
|
decimation_table* dt
|
|
) {
|
|
int texels_per_block = xdim * ydim * zdim;
|
|
int weights_per_block = x_weights * y_weights * z_weights;
|
|
|
|
uint8_t weight_count_of_texel[MAX_TEXELS_PER_BLOCK];
|
|
uint8_t grid_weights_of_texel[MAX_TEXELS_PER_BLOCK][4];
|
|
uint8_t weights_of_texel[MAX_TEXELS_PER_BLOCK][4];
|
|
|
|
uint8_t texel_count_of_weight[MAX_WEIGHTS_PER_BLOCK];
|
|
uint8_t max_texel_count_of_weight = 0;
|
|
uint8_t texels_of_weight[MAX_WEIGHTS_PER_BLOCK][MAX_TEXELS_PER_BLOCK];
|
|
int texel_weights_of_weight[MAX_WEIGHTS_PER_BLOCK][MAX_TEXELS_PER_BLOCK];
|
|
|
|
for (int i = 0; i < weights_per_block; i++)
|
|
{
|
|
texel_count_of_weight[i] = 0;
|
|
}
|
|
|
|
for (int i = 0; i < texels_per_block; i++)
|
|
{
|
|
weight_count_of_texel[i] = 0;
|
|
}
|
|
|
|
for (int z = 0; z < zdim; z++)
|
|
{
|
|
for (int y = 0; y < ydim; y++)
|
|
{
|
|
for (int x = 0; x < xdim; x++)
|
|
{
|
|
int texel = (z * ydim + y) * xdim + x;
|
|
|
|
int x_weight = (((1024 + xdim / 2) / (xdim - 1)) * x * (x_weights - 1) + 32) >> 6;
|
|
int y_weight = (((1024 + ydim / 2) / (ydim - 1)) * y * (y_weights - 1) + 32) >> 6;
|
|
int z_weight = (((1024 + zdim / 2) / (zdim - 1)) * z * (z_weights - 1) + 32) >> 6;
|
|
|
|
int x_weight_frac = x_weight & 0xF;
|
|
int y_weight_frac = y_weight & 0xF;
|
|
int z_weight_frac = z_weight & 0xF;
|
|
int x_weight_int = x_weight >> 4;
|
|
int y_weight_int = y_weight >> 4;
|
|
int z_weight_int = z_weight >> 4;
|
|
int qweight[4];
|
|
int weight[4];
|
|
qweight[0] = (z_weight_int * y_weights + y_weight_int) * x_weights + x_weight_int;
|
|
qweight[3] = ((z_weight_int + 1) * y_weights + (y_weight_int + 1)) * x_weights + (x_weight_int + 1);
|
|
|
|
// simplex interpolation
|
|
int fs = x_weight_frac;
|
|
int ft = y_weight_frac;
|
|
int fp = z_weight_frac;
|
|
|
|
int cas = ((fs > ft) << 2) + ((ft > fp) << 1) + ((fs > fp));
|
|
int N = x_weights;
|
|
int NM = x_weights * y_weights;
|
|
|
|
int s1, s2, w0, w1, w2, w3;
|
|
switch (cas)
|
|
{
|
|
case 7:
|
|
s1 = 1;
|
|
s2 = N;
|
|
w0 = 16 - fs;
|
|
w1 = fs - ft;
|
|
w2 = ft - fp;
|
|
w3 = fp;
|
|
break;
|
|
case 3:
|
|
s1 = N;
|
|
s2 = 1;
|
|
w0 = 16 - ft;
|
|
w1 = ft - fs;
|
|
w2 = fs - fp;
|
|
w3 = fp;
|
|
break;
|
|
case 5:
|
|
s1 = 1;
|
|
s2 = NM;
|
|
w0 = 16 - fs;
|
|
w1 = fs - fp;
|
|
w2 = fp - ft;
|
|
w3 = ft;
|
|
break;
|
|
case 4:
|
|
s1 = NM;
|
|
s2 = 1;
|
|
w0 = 16 - fp;
|
|
w1 = fp - fs;
|
|
w2 = fs - ft;
|
|
w3 = ft;
|
|
break;
|
|
case 2:
|
|
s1 = N;
|
|
s2 = NM;
|
|
w0 = 16 - ft;
|
|
w1 = ft - fp;
|
|
w2 = fp - fs;
|
|
w3 = fs;
|
|
break;
|
|
case 0:
|
|
s1 = NM;
|
|
s2 = N;
|
|
w0 = 16 - fp;
|
|
w1 = fp - ft;
|
|
w2 = ft - fs;
|
|
w3 = fs;
|
|
break;
|
|
default:
|
|
s1 = NM;
|
|
s2 = N;
|
|
w0 = 16 - fp;
|
|
w1 = fp - ft;
|
|
w2 = ft - fs;
|
|
w3 = fs;
|
|
break;
|
|
}
|
|
|
|
qweight[1] = qweight[0] + s1;
|
|
qweight[2] = qweight[1] + s2;
|
|
weight[0] = w0;
|
|
weight[1] = w1;
|
|
weight[2] = w2;
|
|
weight[3] = w3;
|
|
|
|
for (int i = 0; i < 4; i++)
|
|
{
|
|
if (weight[i] != 0)
|
|
{
|
|
grid_weights_of_texel[texel][weight_count_of_texel[texel]] = qweight[i];
|
|
weights_of_texel[texel][weight_count_of_texel[texel]] = weight[i];
|
|
weight_count_of_texel[texel]++;
|
|
texels_of_weight[qweight[i]][texel_count_of_weight[qweight[i]]] = texel;
|
|
texel_weights_of_weight[qweight[i]][texel_count_of_weight[qweight[i]]] = weight[i];
|
|
texel_count_of_weight[qweight[i]]++;
|
|
max_texel_count_of_weight = astc::max(max_texel_count_of_weight, texel_count_of_weight[qweight[i]]);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
for (int i = 0; i < texels_per_block; i++)
|
|
{
|
|
dt->texel_weight_count[i] = weight_count_of_texel[i];
|
|
|
|
// Init all 4 entries so we can rely on zeros for vectorization
|
|
for (int j = 0; j < 4; j++)
|
|
{
|
|
dt->texel_weights_int_t4[i][j] = 0;
|
|
dt->texel_weights_t4[i][j] = 0;
|
|
|
|
dt->texel_weights_float_4t[j][i] = 0.0f;
|
|
dt->texel_weights_4t[j][i] = 0;
|
|
}
|
|
|
|
for (int j = 0; j < weight_count_of_texel[i]; j++)
|
|
{
|
|
dt->texel_weights_int_t4[i][j] = weights_of_texel[i][j];
|
|
dt->texel_weights_t4[i][j] = grid_weights_of_texel[i][j];
|
|
|
|
dt->texel_weights_float_4t[j][i] = ((float)weights_of_texel[i][j]) * (1.0f / TEXEL_WEIGHT_SUM);
|
|
dt->texel_weights_4t[j][i] = grid_weights_of_texel[i][j];
|
|
}
|
|
}
|
|
|
|
for (int i = 0; i < weights_per_block; i++)
|
|
{
|
|
int texel_count_wt = texel_count_of_weight[i];
|
|
dt->weight_texel_count[i] = (uint8_t)texel_count_wt;
|
|
|
|
for (int j = 0; j < texel_count_wt; j++)
|
|
{
|
|
int texel = texels_of_weight[i][j];
|
|
|
|
// Create transposed versions of these for better vectorization
|
|
dt->weight_texel[j][i] = texel;
|
|
dt->weights_flt[j][i] = (float)texel_weights_of_weight[i][j];
|
|
|
|
// perform a layer of array unrolling. An aspect of this unrolling is that
|
|
// one of the texel-weight indexes is an identity-mapped index; we will use this
|
|
// fact to reorder the indexes so that the first one is the identity index.
|
|
int swap_idx = -1;
|
|
for (int k = 0; k < 4; k++)
|
|
{
|
|
uint8_t dttw = dt->texel_weights_t4[texel][k];
|
|
float dttwf = dt->texel_weights_float_4t[k][texel];
|
|
if (dttw == i && dttwf != 0.0f)
|
|
{
|
|
swap_idx = k;
|
|
}
|
|
dt->texel_weights_texel[i][j][k] = dttw;
|
|
dt->texel_weights_float_texel[i][j][k] = dttwf;
|
|
}
|
|
|
|
if (swap_idx != 0)
|
|
{
|
|
uint8_t vi = dt->texel_weights_texel[i][j][0];
|
|
float vf = dt->texel_weights_float_texel[i][j][0];
|
|
dt->texel_weights_texel[i][j][0] = dt->texel_weights_texel[i][j][swap_idx];
|
|
dt->texel_weights_float_texel[i][j][0] = dt->texel_weights_float_texel[i][j][swap_idx];
|
|
dt->texel_weights_texel[i][j][swap_idx] = vi;
|
|
dt->texel_weights_float_texel[i][j][swap_idx] = vf;
|
|
}
|
|
}
|
|
|
|
// Initialize array tail so we can over-fetch with SIMD later to avoid loop tails
|
|
// TODO: Match an active lane in SIMD group, as better for gathers?
|
|
for (int j = texel_count_wt; j < max_texel_count_of_weight; j++)
|
|
{
|
|
dt->weight_texel[j][i] = 0;
|
|
dt->weights_flt[j][i] = 0.0f;
|
|
}
|
|
}
|
|
|
|
// Initialize array tail so we can over-fetch with SIMD later to avoid loop tails
|
|
// TODO: Match an active lane in SIMD group, as better for gathers?
|
|
int weights_per_block_simd = round_up_to_simd_multiple_vla(weights_per_block);
|
|
for (int i = weights_per_block; i < weights_per_block_simd; i++)
|
|
{
|
|
dt->weight_texel_count[i] = 0;
|
|
|
|
for (int j = 0; j < max_texel_count_of_weight; j++)
|
|
{
|
|
dt->weight_texel[j][i] = 0;
|
|
dt->weights_flt[j][i] = 0.0f;
|
|
}
|
|
}
|
|
|
|
dt->texel_count = texels_per_block;
|
|
dt->weight_count = weights_per_block;
|
|
dt->weight_x = x_weights;
|
|
dt->weight_y = y_weights;
|
|
dt->weight_z = z_weights;
|
|
}
|
|
|
|
/**
|
|
* @brief Assign the texels to use for kmeans clustering.
|
|
*
|
|
* The max limit is MAX_KMEANS_TEXELS; above this a random selection is used.
|
|
* The @c bsd.texel_count is an input and must be populated beforehand.
|
|
*
|
|
* @param bsd The block size descriptor to populate.
|
|
*/
|
|
static void assign_kmeans_texels(
|
|
block_size_descriptor& bsd
|
|
) {
|
|
// Use all texels for kmeans on a small block
|
|
if (bsd.texel_count <= MAX_KMEANS_TEXELS)
|
|
{
|
|
for (int i = 0; i < bsd.texel_count; i++)
|
|
{
|
|
bsd.kmeans_texels[i] = i;
|
|
}
|
|
|
|
bsd.kmeans_texel_count = bsd.texel_count;
|
|
return;
|
|
}
|
|
|
|
// Select a random subset of texels for kmeans on a large block
|
|
uint64_t rng_state[2];
|
|
astc::rand_init(rng_state);
|
|
|
|
// Pick 64 random texels for use with bitmap partitioning.
|
|
bool seen[MAX_TEXELS_PER_BLOCK];
|
|
for (int i = 0; i < bsd.texel_count; i++)
|
|
{
|
|
seen[i] = false;
|
|
}
|
|
|
|
// Assign 64 random indices, retrying if we see repeats
|
|
int arr_elements_set = 0;
|
|
while (arr_elements_set < MAX_KMEANS_TEXELS)
|
|
{
|
|
unsigned int idx = (unsigned int)astc::rand(rng_state);
|
|
idx %= bsd.texel_count;
|
|
if (!seen[idx])
|
|
{
|
|
bsd.kmeans_texels[arr_elements_set++] = idx;
|
|
seen[idx] = true;
|
|
}
|
|
}
|
|
|
|
bsd.kmeans_texel_count = MAX_KMEANS_TEXELS;
|
|
}
|
|
|
|
/**
|
|
* @brief Allocate a single 2D decimation table entry.
|
|
*
|
|
* @param x_dim The block X dimension.
|
|
* @param y_dim The block Y dimension.
|
|
* @param x_weights The weight grid X dimension.
|
|
* @param y_weights The weight grid Y dimension.
|
|
*
|
|
* @return The new entry's index in the compacted decimation_table array.
|
|
*/
|
|
static int construct_dt_entry_2d(
|
|
int x_dim,
|
|
int y_dim,
|
|
int x_weights,
|
|
int y_weights,
|
|
block_size_descriptor& bsd
|
|
) {
|
|
int dm_index = bsd.decimation_mode_count;
|
|
int weight_count = x_weights * y_weights;
|
|
assert(weight_count <= MAX_WEIGHTS_PER_BLOCK);
|
|
|
|
bool try_2planes = (2 * weight_count) <= MAX_WEIGHTS_PER_BLOCK;
|
|
|
|
decimation_table *dt = aligned_malloc<decimation_table>(sizeof(decimation_table), ASTCENC_VECALIGN);
|
|
initialize_decimation_table_2d(x_dim, y_dim, x_weights, y_weights, dt);
|
|
|
|
int maxprec_1plane = -1;
|
|
int maxprec_2planes = -1;
|
|
for (int i = 0; i < 12; i++)
|
|
{
|
|
int bits_1plane = get_ise_sequence_bitcount(weight_count, (quant_method)i);
|
|
if (bits_1plane >= MIN_WEIGHT_BITS_PER_BLOCK && bits_1plane <= MAX_WEIGHT_BITS_PER_BLOCK)
|
|
{
|
|
maxprec_1plane = i;
|
|
}
|
|
|
|
if (try_2planes)
|
|
{
|
|
int bits_2planes = get_ise_sequence_bitcount(2 * weight_count, (quant_method)i);
|
|
if (bits_2planes >= MIN_WEIGHT_BITS_PER_BLOCK && bits_2planes <= MAX_WEIGHT_BITS_PER_BLOCK)
|
|
{
|
|
maxprec_2planes = i;
|
|
}
|
|
}
|
|
}
|
|
|
|
// At least one of the two should be valid ...
|
|
assert(maxprec_1plane >= 0 || maxprec_2planes >= 0);
|
|
bsd.decimation_modes[dm_index].maxprec_1plane = maxprec_1plane;
|
|
bsd.decimation_modes[dm_index].maxprec_2planes = maxprec_2planes;
|
|
bsd.decimation_modes[dm_index].percentile_hit = false;
|
|
bsd.decimation_modes[dm_index].percentile_always = false;
|
|
bsd.decimation_tables[dm_index] = dt;
|
|
|
|
bsd.decimation_mode_count++;
|
|
return dm_index;
|
|
}
|
|
|
|
/**
|
|
* @brief Allocate block modes and decimation tables for a single BSD.
|
|
*
|
|
* @param x_dim The block X dimension.
|
|
* @param y_dim The block Y dimension.
|
|
* @param can_omit_modes True if we are allowed to discard modes that
|
|
* compression won't use, even if they are legal.
|
|
* @param mode_cutoff Block mode percentile cut off, between [0,1].
|
|
* @param bsd The BSD to populate.
|
|
*/
|
|
static void construct_block_size_descriptor_2d(
|
|
int x_dim,
|
|
int y_dim,
|
|
bool can_omit_modes,
|
|
float mode_cutoff,
|
|
block_size_descriptor& bsd
|
|
) {
|
|
// Store a remap table for storing packed decimation modes.
|
|
// Indexing uses [Y * 16 + X] and max block size for each axis is 12.
|
|
static const int MAX_DMI = 12 * 16 + 12;
|
|
int decimation_mode_index[MAX_DMI];
|
|
|
|
bsd.xdim = x_dim;
|
|
bsd.ydim = y_dim;
|
|
bsd.zdim = 1;
|
|
bsd.texel_count = x_dim * y_dim;
|
|
bsd.decimation_mode_count = 0;
|
|
|
|
for (int i = 0; i < MAX_DMI; i++)
|
|
{
|
|
decimation_mode_index[i] = -1;
|
|
}
|
|
|
|
// Gather all the decimation grids that can be used with the current block.
|
|
#if !defined(ASTCENC_DECOMPRESS_ONLY)
|
|
const float *percentiles = get_2d_percentile_table(x_dim, y_dim);
|
|
#else
|
|
// Unused in decompress-only builds
|
|
(void)can_omit_modes;
|
|
(void)mode_cutoff;
|
|
#endif
|
|
|
|
// Construct the list of block formats referencing the decimation tables
|
|
int packed_idx = 0;
|
|
for (int i = 0; i < MAX_WEIGHT_MODES; i++)
|
|
{
|
|
int x_weights, y_weights;
|
|
int is_dual_plane;
|
|
int quant_mode;
|
|
|
|
bool valid = decode_block_mode_2d(i, &x_weights, &y_weights, &is_dual_plane, &quant_mode);
|
|
|
|
#if !defined(ASTCENC_DECOMPRESS_ONLY)
|
|
float percentile = percentiles[i];
|
|
bool selected = (percentile <= mode_cutoff) || !can_omit_modes;
|
|
#else
|
|
// Decompressor builds can never discard modes, as we cannot make any
|
|
// assumptions about the modes the original compressor used
|
|
bool selected = true;
|
|
#endif
|
|
|
|
// ASSUMPTION: No compressor will use more weights in a dimension than
|
|
// the block has actual texels, because it wastes bits. Decompression
|
|
// of an image which violates this assumption will fail, even though it
|
|
// is technically permitted by the specification.
|
|
|
|
// Skip modes that are invalid, too large, or not selected by heuristic
|
|
if (!valid || !selected || (x_weights > x_dim) || (y_weights > y_dim))
|
|
{
|
|
bsd.block_mode_packed_index[i] = -1;
|
|
continue;
|
|
}
|
|
|
|
// Allocate and initialize the DT entry if we've not used it yet.
|
|
int decimation_mode = decimation_mode_index[y_weights * 16 + x_weights];
|
|
if (decimation_mode == -1)
|
|
{
|
|
decimation_mode = construct_dt_entry_2d(x_dim, y_dim, x_weights, y_weights, bsd);
|
|
decimation_mode_index[y_weights * 16 + x_weights] = decimation_mode;
|
|
}
|
|
|
|
#if !defined(ASTCENC_DECOMPRESS_ONLY)
|
|
// Flatten the block mode heuristic into some precomputed flags
|
|
if (percentile == 0.0f)
|
|
{
|
|
bsd.block_modes[packed_idx].percentile_always = true;
|
|
bsd.decimation_modes[decimation_mode].percentile_always = true;
|
|
|
|
bsd.block_modes[packed_idx].percentile_hit = true;
|
|
bsd.decimation_modes[decimation_mode].percentile_hit = true;
|
|
}
|
|
else if (percentile <= mode_cutoff)
|
|
{
|
|
bsd.block_modes[packed_idx].percentile_always = false;
|
|
|
|
bsd.block_modes[packed_idx].percentile_hit = true;
|
|
bsd.decimation_modes[decimation_mode].percentile_hit = true;
|
|
}
|
|
else
|
|
{
|
|
bsd.block_modes[packed_idx].percentile_always = false;
|
|
bsd.block_modes[packed_idx].percentile_hit = false;
|
|
}
|
|
#endif
|
|
|
|
bsd.block_modes[packed_idx].decimation_mode = decimation_mode;
|
|
bsd.block_modes[packed_idx].quant_mode = quant_mode;
|
|
bsd.block_modes[packed_idx].is_dual_plane = is_dual_plane ? 1 : 0;
|
|
bsd.block_modes[packed_idx].mode_index = i;
|
|
bsd.block_mode_packed_index[i] = packed_idx;
|
|
++packed_idx;
|
|
}
|
|
|
|
bsd.block_mode_count = packed_idx;
|
|
|
|
#if !defined(ASTCENC_DECOMPRESS_ONLY)
|
|
delete[] percentiles;
|
|
#endif
|
|
|
|
// Ensure the end of the array contains valid data (should never get read)
|
|
for (int i = bsd.decimation_mode_count; i < MAX_DECIMATION_MODES; i++)
|
|
{
|
|
bsd.decimation_modes[i].maxprec_1plane = -1;
|
|
bsd.decimation_modes[i].maxprec_2planes = -1;
|
|
bsd.decimation_modes[i].percentile_hit = false;
|
|
bsd.decimation_modes[i].percentile_always = false;
|
|
bsd.decimation_tables[i] = nullptr;
|
|
}
|
|
|
|
// Determine the texels to use for kmeans clustering.
|
|
assign_kmeans_texels(bsd);
|
|
}
|
|
|
|
static void construct_block_size_descriptor_3d(
|
|
int xdim,
|
|
int ydim,
|
|
int zdim,
|
|
block_size_descriptor* bsd
|
|
) {
|
|
int decimation_mode_index[512]; // for each of the 512 entries in the decim_table_array, its index
|
|
int decimation_mode_count = 0;
|
|
|
|
bsd->xdim = xdim;
|
|
bsd->ydim = ydim;
|
|
bsd->zdim = zdim;
|
|
bsd->texel_count = xdim * ydim * zdim;
|
|
|
|
for (int i = 0; i < 512; i++)
|
|
{
|
|
decimation_mode_index[i] = -1;
|
|
}
|
|
|
|
// gather all the infill-modes that can be used with the current block size
|
|
for (int x_weights = 2; x_weights <= xdim; x_weights++)
|
|
{
|
|
for (int y_weights = 2; y_weights <= ydim; y_weights++)
|
|
{
|
|
for (int z_weights = 2; z_weights <= zdim; z_weights++)
|
|
{
|
|
int weight_count = x_weights * y_weights * z_weights;
|
|
if (weight_count > MAX_WEIGHTS_PER_BLOCK)
|
|
{
|
|
continue;
|
|
}
|
|
|
|
decimation_table *dt = aligned_malloc<decimation_table>(sizeof(decimation_table), ASTCENC_VECALIGN);
|
|
decimation_mode_index[z_weights * 64 + y_weights * 8 + x_weights] = decimation_mode_count;
|
|
initialize_decimation_table_3d(xdim, ydim, zdim, x_weights, y_weights, z_weights, dt);
|
|
|
|
int maxprec_1plane = -1;
|
|
int maxprec_2planes = -1;
|
|
for (int i = 0; i < 12; i++)
|
|
{
|
|
int bits_1plane = get_ise_sequence_bitcount(weight_count, (quant_method)i);
|
|
int bits_2planes = get_ise_sequence_bitcount(2 * weight_count, (quant_method)i);
|
|
|
|
if (bits_1plane >= MIN_WEIGHT_BITS_PER_BLOCK && bits_1plane <= MAX_WEIGHT_BITS_PER_BLOCK)
|
|
{
|
|
maxprec_1plane = i;
|
|
}
|
|
|
|
if (bits_2planes >= MIN_WEIGHT_BITS_PER_BLOCK && bits_2planes <= MAX_WEIGHT_BITS_PER_BLOCK)
|
|
{
|
|
maxprec_2planes = i;
|
|
}
|
|
}
|
|
|
|
if ((2 * weight_count) > MAX_WEIGHTS_PER_BLOCK)
|
|
{
|
|
maxprec_2planes = -1;
|
|
}
|
|
|
|
bsd->decimation_modes[decimation_mode_count].maxprec_1plane = maxprec_1plane;
|
|
bsd->decimation_modes[decimation_mode_count].maxprec_2planes = maxprec_2planes;
|
|
bsd->decimation_modes[decimation_mode_count].percentile_hit = false;
|
|
bsd->decimation_modes[decimation_mode_count].percentile_always = false;
|
|
bsd->decimation_tables[decimation_mode_count] = dt;
|
|
decimation_mode_count++;
|
|
}
|
|
}
|
|
}
|
|
|
|
for (int i = decimation_mode_count; i < MAX_DECIMATION_MODES; i++)
|
|
{
|
|
bsd->decimation_modes[i].maxprec_1plane = -1;
|
|
bsd->decimation_modes[i].maxprec_2planes = -1;
|
|
bsd->decimation_modes[i].percentile_hit = false;
|
|
bsd->decimation_modes[i].percentile_always = false;
|
|
bsd->decimation_tables[i] = nullptr;
|
|
}
|
|
|
|
bsd->decimation_mode_count = decimation_mode_count;
|
|
|
|
// then construct the list of block formats
|
|
int packed_idx = 0;
|
|
for (int i = 0; i < MAX_WEIGHT_MODES; i++)
|
|
{
|
|
int x_weights, y_weights, z_weights;
|
|
int is_dual_plane;
|
|
int quant_mode;
|
|
int permit_encode = 1;
|
|
|
|
if (decode_block_mode_3d(i, &x_weights, &y_weights, &z_weights, &is_dual_plane, &quant_mode))
|
|
{
|
|
if (x_weights > xdim || y_weights > ydim || z_weights > zdim)
|
|
{
|
|
permit_encode = 0;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
permit_encode = 0;
|
|
}
|
|
|
|
bsd->block_mode_packed_index[i] = -1;
|
|
if (!permit_encode)
|
|
{
|
|
continue;
|
|
}
|
|
|
|
int decimation_mode = decimation_mode_index[z_weights * 64 + y_weights * 8 + x_weights];
|
|
bsd->block_modes[packed_idx].decimation_mode = decimation_mode;
|
|
bsd->block_modes[packed_idx].quant_mode = quant_mode;
|
|
bsd->block_modes[packed_idx].is_dual_plane = is_dual_plane ? 1 : 0;
|
|
bsd->block_modes[packed_idx].mode_index = i;
|
|
|
|
// No percentile table, so enable everything all the time ...
|
|
bsd->block_modes[packed_idx].percentile_hit = true;
|
|
bsd->block_modes[packed_idx].percentile_always = true;
|
|
bsd->decimation_modes[decimation_mode].percentile_hit = true;
|
|
bsd->decimation_modes[decimation_mode].percentile_always = true;
|
|
|
|
bsd->block_mode_packed_index[i] = packed_idx;
|
|
++packed_idx;
|
|
}
|
|
|
|
bsd->block_mode_count = packed_idx;
|
|
|
|
// Determine the texels to use for kmeans clustering.
|
|
assign_kmeans_texels(*bsd);
|
|
}
|
|
|
|
/* Public function, see header file for detailed documentation */
|
|
void init_block_size_descriptor(
|
|
int xdim,
|
|
int ydim,
|
|
int zdim,
|
|
bool can_omit_modes,
|
|
float mode_cutoff,
|
|
block_size_descriptor* bsd
|
|
) {
|
|
if (zdim > 1)
|
|
{
|
|
construct_block_size_descriptor_3d(xdim, ydim, zdim, bsd);
|
|
}
|
|
else
|
|
{
|
|
construct_block_size_descriptor_2d(xdim, ydim, can_omit_modes, mode_cutoff, *bsd);
|
|
}
|
|
|
|
init_partition_tables(bsd);
|
|
}
|
|
|
|
void term_block_size_descriptor(
|
|
block_size_descriptor* bsd
|
|
) {
|
|
for (int i = 0; i < bsd->decimation_mode_count; i++)
|
|
{
|
|
aligned_free<const decimation_table>(bsd->decimation_tables[i]);
|
|
}
|
|
}
|