1/* 2 * This file is part of Libav. 3 * 4 * Libav is free software; you can redistribute it and/or 5 * modify it under the terms of the GNU Lesser General Public 6 * License as published by the Free Software Foundation; either 7 * version 2.1 of the License, or (at your option) any later version. 8 * 9 * Libav is distributed in the hope that it will be useful, 10 * but WITHOUT ANY WARRANTY; without even the implied warranty of 11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 12 * Lesser General Public License for more details. 13 * 14 * You should have received a copy of the GNU Lesser General Public 15 * License along with Libav; if not, write to the Free Software 16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA 17 */ 18 19/** 20 * @file 21 * Vorbis I decoder 22 * @author Denes Balatoni ( dbalatoni programozo hu ) 23 */ 24 25#include <inttypes.h> 26#include <math.h> 27 28#define BITSTREAM_READER_LE 29#include "avcodec.h" 30#include "get_bits.h" 31#include "dsputil.h" 32#include "fft.h" 33#include "fmtconvert.h" 34 35#include "vorbis.h" 36#include "xiph.h" 37 38#define V_NB_BITS 8 39#define V_NB_BITS2 11 40#define V_MAX_VLCS (1 << 16) 41#define V_MAX_PARTITIONS (1 << 20) 42 43#undef NDEBUG 44#include <assert.h> 45 46typedef struct { 47 uint8_t dimensions; 48 uint8_t lookup_type; 49 uint8_t maxdepth; 50 VLC vlc; 51 float *codevectors; 52 unsigned int nb_bits; 53} vorbis_codebook; 54 55typedef union vorbis_floor_u vorbis_floor_data; 56typedef struct vorbis_floor0_s vorbis_floor0; 57typedef struct vorbis_floor1_s vorbis_floor1; 58struct vorbis_context_s; 59typedef 60int (* vorbis_floor_decode_func) 61 (struct vorbis_context_s *, vorbis_floor_data *, float *); 62typedef struct { 63 uint8_t floor_type; 64 vorbis_floor_decode_func decode; 65 union vorbis_floor_u { 66 struct vorbis_floor0_s { 67 uint8_t order; 68 uint16_t rate; 69 uint16_t bark_map_size; 70 int32_t *map[2]; 71 uint32_t map_size[2]; 72 uint8_t amplitude_bits; 73 uint8_t amplitude_offset; 74 uint8_t num_books; 75 uint8_t *book_list; 76 float *lsp; 77 } t0; 78 struct vorbis_floor1_s { 79 uint8_t partitions; 80 uint8_t partition_class[32]; 81 uint8_t class_dimensions[16]; 82 uint8_t class_subclasses[16]; 83 uint8_t class_masterbook[16]; 84 int16_t subclass_books[16][8]; 85 uint8_t multiplier; 86 uint16_t x_list_dim; 87 vorbis_floor1_entry *list; 88 } t1; 89 } data; 90} vorbis_floor; 91 92typedef struct { 93 uint16_t type; 94 uint32_t begin; 95 uint32_t end; 96 unsigned partition_size; 97 uint8_t classifications; 98 uint8_t classbook; 99 int16_t books[64][8]; 100 uint8_t maxpass; 101 uint16_t ptns_to_read; 102 uint8_t *classifs; 103} vorbis_residue; 104 105typedef struct { 106 uint8_t submaps; 107 uint16_t coupling_steps; 108 uint8_t *magnitude; 109 uint8_t *angle; 110 uint8_t *mux; 111 uint8_t submap_floor[16]; 112 uint8_t submap_residue[16]; 113} vorbis_mapping; 114 115typedef struct { 116 uint8_t blockflag; 117 uint16_t windowtype; 118 uint16_t transformtype; 119 uint8_t mapping; 120} vorbis_mode; 121 122typedef struct vorbis_context_s { 123 AVCodecContext *avccontext; 124 AVFrame frame; 125 GetBitContext gb; 126 DSPContext dsp; 127 FmtConvertContext fmt_conv; 128 129 FFTContext mdct[2]; 130 uint8_t first_frame; 131 uint32_t version; 132 uint8_t audio_channels; 133 uint32_t audio_samplerate; 134 uint32_t bitrate_maximum; 135 uint32_t bitrate_nominal; 136 uint32_t bitrate_minimum; 137 uint32_t blocksize[2]; 138 const float *win[2]; 139 uint16_t codebook_count; 140 vorbis_codebook *codebooks; 141 uint8_t floor_count; 142 vorbis_floor *floors; 143 uint8_t residue_count; 144 vorbis_residue *residues; 145 uint8_t mapping_count; 146 vorbis_mapping *mappings; 147 uint8_t mode_count; 148 vorbis_mode *modes; 149 uint8_t mode_number; // mode number for the current packet 150 uint8_t previous_window; 151 float *channel_residues; 152 float *channel_floors; 153 float *saved; 154 float scale_bias; // for float->int conversion 155} vorbis_context; 156 157/* Helper functions */ 158 159#define BARK(x) \ 160 (13.1f * atan(0.00074f * (x)) + 2.24f * atan(1.85e-8f * (x) * (x)) + 1e-4f * (x)) 161 162static const char idx_err_str[] = "Index value %d out of range (0 - %d) for %s at %s:%i\n"; 163#define VALIDATE_INDEX(idx, limit) \ 164 if (idx >= limit) {\ 165 av_log(vc->avccontext, AV_LOG_ERROR,\ 166 idx_err_str,\ 167 (int)(idx), (int)(limit - 1), #idx, __FILE__, __LINE__);\ 168 return AVERROR_INVALIDDATA;\ 169 } 170#define GET_VALIDATED_INDEX(idx, bits, limit) \ 171 {\ 172 idx = get_bits(gb, bits);\ 173 VALIDATE_INDEX(idx, limit)\ 174 } 175 176static float vorbisfloat2float(unsigned val) 177{ 178 double mant = val & 0x1fffff; 179 long exp = (val & 0x7fe00000L) >> 21; 180 if (val & 0x80000000) 181 mant = -mant; 182 return ldexp(mant, exp - 20 - 768); 183} 184 185 186// Free all allocated memory ----------------------------------------- 187 188static void vorbis_free(vorbis_context *vc) 189{ 190 int i; 191 192 av_freep(&vc->channel_residues); 193 av_freep(&vc->channel_floors); 194 av_freep(&vc->saved); 195 196 for (i = 0; i < vc->residue_count; i++) 197 av_free(vc->residues[i].classifs); 198 av_freep(&vc->residues); 199 av_freep(&vc->modes); 200 201 ff_mdct_end(&vc->mdct[0]); 202 ff_mdct_end(&vc->mdct[1]); 203 204 for (i = 0; i < vc->codebook_count; ++i) { 205 av_free(vc->codebooks[i].codevectors); 206 ff_free_vlc(&vc->codebooks[i].vlc); 207 } 208 av_freep(&vc->codebooks); 209 210 for (i = 0; i < vc->floor_count; ++i) { 211 if (vc->floors[i].floor_type == 0) { 212 av_free(vc->floors[i].data.t0.map[0]); 213 av_free(vc->floors[i].data.t0.map[1]); 214 av_free(vc->floors[i].data.t0.book_list); 215 av_free(vc->floors[i].data.t0.lsp); 216 } else { 217 av_free(vc->floors[i].data.t1.list); 218 } 219 } 220 av_freep(&vc->floors); 221 222 for (i = 0; i < vc->mapping_count; ++i) { 223 av_free(vc->mappings[i].magnitude); 224 av_free(vc->mappings[i].angle); 225 av_free(vc->mappings[i].mux); 226 } 227 av_freep(&vc->mappings); 228} 229 230// Parse setup header ------------------------------------------------- 231 232// Process codebooks part 233 234static int vorbis_parse_setup_hdr_codebooks(vorbis_context *vc) 235{ 236 unsigned cb; 237 uint8_t *tmp_vlc_bits; 238 uint32_t *tmp_vlc_codes; 239 GetBitContext *gb = &vc->gb; 240 uint16_t *codebook_multiplicands; 241 int ret = 0; 242 243 vc->codebook_count = get_bits(gb, 8) + 1; 244 245 av_dlog(NULL, " Codebooks: %d \n", vc->codebook_count); 246 247 vc->codebooks = av_mallocz(vc->codebook_count * sizeof(*vc->codebooks)); 248 tmp_vlc_bits = av_mallocz(V_MAX_VLCS * sizeof(*tmp_vlc_bits)); 249 tmp_vlc_codes = av_mallocz(V_MAX_VLCS * sizeof(*tmp_vlc_codes)); 250 codebook_multiplicands = av_malloc(V_MAX_VLCS * sizeof(*codebook_multiplicands)); 251 252 for (cb = 0; cb < vc->codebook_count; ++cb) { 253 vorbis_codebook *codebook_setup = &vc->codebooks[cb]; 254 unsigned ordered, t, entries, used_entries = 0; 255 256 av_dlog(NULL, " %u. Codebook\n", cb); 257 258 if (get_bits(gb, 24) != 0x564342) { 259 av_log(vc->avccontext, AV_LOG_ERROR, 260 " %u. Codebook setup data corrupt.\n", cb); 261 ret = AVERROR_INVALIDDATA; 262 goto error; 263 } 264 265 codebook_setup->dimensions=get_bits(gb, 16); 266 if (codebook_setup->dimensions > 16 || codebook_setup->dimensions == 0) { 267 av_log(vc->avccontext, AV_LOG_ERROR, 268 " %u. Codebook's dimension is invalid (%d).\n", 269 cb, codebook_setup->dimensions); 270 ret = AVERROR_INVALIDDATA; 271 goto error; 272 } 273 entries = get_bits(gb, 24); 274 if (entries > V_MAX_VLCS) { 275 av_log(vc->avccontext, AV_LOG_ERROR, 276 " %u. Codebook has too many entries (%u).\n", 277 cb, entries); 278 ret = AVERROR_INVALIDDATA; 279 goto error; 280 } 281 282 ordered = get_bits1(gb); 283 284 av_dlog(NULL, " codebook_dimensions %d, codebook_entries %u\n", 285 codebook_setup->dimensions, entries); 286 287 if (!ordered) { 288 unsigned ce, flag; 289 unsigned sparse = get_bits1(gb); 290 291 av_dlog(NULL, " not ordered \n"); 292 293 if (sparse) { 294 av_dlog(NULL, " sparse \n"); 295 296 used_entries = 0; 297 for (ce = 0; ce < entries; ++ce) { 298 flag = get_bits1(gb); 299 if (flag) { 300 tmp_vlc_bits[ce] = get_bits(gb, 5) + 1; 301 ++used_entries; 302 } else 303 tmp_vlc_bits[ce] = 0; 304 } 305 } else { 306 av_dlog(NULL, " not sparse \n"); 307 308 used_entries = entries; 309 for (ce = 0; ce < entries; ++ce) 310 tmp_vlc_bits[ce] = get_bits(gb, 5) + 1; 311 } 312 } else { 313 unsigned current_entry = 0; 314 unsigned current_length = get_bits(gb, 5) + 1; 315 316 av_dlog(NULL, " ordered, current length: %u\n", current_length); //FIXME 317 318 used_entries = entries; 319 for (; current_entry < used_entries && current_length <= 32; ++current_length) { 320 unsigned i, number; 321 322 av_dlog(NULL, " number bits: %u ", ilog(entries - current_entry)); 323 324 number = get_bits(gb, ilog(entries - current_entry)); 325 326 av_dlog(NULL, " number: %u\n", number); 327 328 for (i = current_entry; i < number+current_entry; ++i) 329 if (i < used_entries) 330 tmp_vlc_bits[i] = current_length; 331 332 current_entry+=number; 333 } 334 if (current_entry>used_entries) { 335 av_log(vc->avccontext, AV_LOG_ERROR, " More codelengths than codes in codebook. \n"); 336 ret = AVERROR_INVALIDDATA; 337 goto error; 338 } 339 } 340 341 codebook_setup->lookup_type = get_bits(gb, 4); 342 343 av_dlog(NULL, " lookup type: %d : %s \n", codebook_setup->lookup_type, 344 codebook_setup->lookup_type ? "vq" : "no lookup"); 345 346// If the codebook is used for (inverse) VQ, calculate codevectors. 347 348 if (codebook_setup->lookup_type == 1) { 349 unsigned i, j, k; 350 unsigned codebook_lookup_values = ff_vorbis_nth_root(entries, codebook_setup->dimensions); 351 352 float codebook_minimum_value = vorbisfloat2float(get_bits_long(gb, 32)); 353 float codebook_delta_value = vorbisfloat2float(get_bits_long(gb, 32)); 354 unsigned codebook_value_bits = get_bits(gb, 4) + 1; 355 unsigned codebook_sequence_p = get_bits1(gb); 356 357 av_dlog(NULL, " We expect %d numbers for building the codevectors. \n", 358 codebook_lookup_values); 359 av_dlog(NULL, " delta %f minmum %f \n", 360 codebook_delta_value, codebook_minimum_value); 361 362 for (i = 0; i < codebook_lookup_values; ++i) { 363 codebook_multiplicands[i] = get_bits(gb, codebook_value_bits); 364 365 av_dlog(NULL, " multiplicands*delta+minmum : %e \n", 366 (float)codebook_multiplicands[i] * codebook_delta_value + codebook_minimum_value); 367 av_dlog(NULL, " multiplicand %u\n", codebook_multiplicands[i]); 368 } 369 370// Weed out unused vlcs and build codevector vector 371 codebook_setup->codevectors = used_entries ? av_mallocz(used_entries * 372 codebook_setup->dimensions * 373 sizeof(*codebook_setup->codevectors)) 374 : NULL; 375 for (j = 0, i = 0; i < entries; ++i) { 376 unsigned dim = codebook_setup->dimensions; 377 378 if (tmp_vlc_bits[i]) { 379 float last = 0.0; 380 unsigned lookup_offset = i; 381 382 av_dlog(vc->avccontext, "Lookup offset %u ,", i); 383 384 for (k = 0; k < dim; ++k) { 385 unsigned multiplicand_offset = lookup_offset % codebook_lookup_values; 386 codebook_setup->codevectors[j * dim + k] = codebook_multiplicands[multiplicand_offset] * codebook_delta_value + codebook_minimum_value + last; 387 if (codebook_sequence_p) 388 last = codebook_setup->codevectors[j * dim + k]; 389 lookup_offset/=codebook_lookup_values; 390 } 391 tmp_vlc_bits[j] = tmp_vlc_bits[i]; 392 393 av_dlog(vc->avccontext, "real lookup offset %u, vector: ", j); 394 for (k = 0; k < dim; ++k) 395 av_dlog(vc->avccontext, " %f ", 396 codebook_setup->codevectors[j * dim + k]); 397 av_dlog(vc->avccontext, "\n"); 398 399 ++j; 400 } 401 } 402 if (j != used_entries) { 403 av_log(vc->avccontext, AV_LOG_ERROR, "Bug in codevector vector building code. \n"); 404 ret = AVERROR_INVALIDDATA; 405 goto error; 406 } 407 entries = used_entries; 408 } else if (codebook_setup->lookup_type >= 2) { 409 av_log(vc->avccontext, AV_LOG_ERROR, "Codebook lookup type not supported. \n"); 410 ret = AVERROR_INVALIDDATA; 411 goto error; 412 } 413 414// Initialize VLC table 415 if (ff_vorbis_len2vlc(tmp_vlc_bits, tmp_vlc_codes, entries)) { 416 av_log(vc->avccontext, AV_LOG_ERROR, " Invalid code lengths while generating vlcs. \n"); 417 ret = AVERROR_INVALIDDATA; 418 goto error; 419 } 420 codebook_setup->maxdepth = 0; 421 for (t = 0; t < entries; ++t) 422 if (tmp_vlc_bits[t] >= codebook_setup->maxdepth) 423 codebook_setup->maxdepth = tmp_vlc_bits[t]; 424 425 if (codebook_setup->maxdepth > 3 * V_NB_BITS) 426 codebook_setup->nb_bits = V_NB_BITS2; 427 else 428 codebook_setup->nb_bits = V_NB_BITS; 429 430 codebook_setup->maxdepth = (codebook_setup->maxdepth+codebook_setup->nb_bits - 1) / codebook_setup->nb_bits; 431 432 if ((ret = init_vlc(&codebook_setup->vlc, codebook_setup->nb_bits, 433 entries, tmp_vlc_bits, sizeof(*tmp_vlc_bits), 434 sizeof(*tmp_vlc_bits), tmp_vlc_codes, 435 sizeof(*tmp_vlc_codes), sizeof(*tmp_vlc_codes), 436 INIT_VLC_LE))) { 437 av_log(vc->avccontext, AV_LOG_ERROR, " Error generating vlc tables. \n"); 438 goto error; 439 } 440 } 441 442 av_free(tmp_vlc_bits); 443 av_free(tmp_vlc_codes); 444 av_free(codebook_multiplicands); 445 return 0; 446 447// Error: 448error: 449 av_free(tmp_vlc_bits); 450 av_free(tmp_vlc_codes); 451 av_free(codebook_multiplicands); 452 return ret; 453} 454 455// Process time domain transforms part (unused in Vorbis I) 456 457static int vorbis_parse_setup_hdr_tdtransforms(vorbis_context *vc) 458{ 459 GetBitContext *gb = &vc->gb; 460 unsigned i, vorbis_time_count = get_bits(gb, 6) + 1; 461 462 for (i = 0; i < vorbis_time_count; ++i) { 463 unsigned vorbis_tdtransform = get_bits(gb, 16); 464 465 av_dlog(NULL, " Vorbis time domain transform %u: %u\n", 466 vorbis_time_count, vorbis_tdtransform); 467 468 if (vorbis_tdtransform) { 469 av_log(vc->avccontext, AV_LOG_ERROR, "Vorbis time domain transform data nonzero. \n"); 470 return AVERROR_INVALIDDATA; 471 } 472 } 473 return 0; 474} 475 476// Process floors part 477 478static int vorbis_floor0_decode(vorbis_context *vc, 479 vorbis_floor_data *vfu, float *vec); 480static void create_map(vorbis_context *vc, unsigned floor_number); 481static int vorbis_floor1_decode(vorbis_context *vc, 482 vorbis_floor_data *vfu, float *vec); 483static int vorbis_parse_setup_hdr_floors(vorbis_context *vc) 484{ 485 GetBitContext *gb = &vc->gb; 486 int i,j,k; 487 488 vc->floor_count = get_bits(gb, 6) + 1; 489 490 vc->floors = av_mallocz(vc->floor_count * sizeof(*vc->floors)); 491 492 for (i = 0; i < vc->floor_count; ++i) { 493 vorbis_floor *floor_setup = &vc->floors[i]; 494 495 floor_setup->floor_type = get_bits(gb, 16); 496 497 av_dlog(NULL, " %d. floor type %d \n", i, floor_setup->floor_type); 498 499 if (floor_setup->floor_type == 1) { 500 int maximum_class = -1; 501 unsigned rangebits, rangemax, floor1_values = 2; 502 503 floor_setup->decode = vorbis_floor1_decode; 504 505 floor_setup->data.t1.partitions = get_bits(gb, 5); 506 507 av_dlog(NULL, " %d.floor: %d partitions \n", 508 i, floor_setup->data.t1.partitions); 509 510 for (j = 0; j < floor_setup->data.t1.partitions; ++j) { 511 floor_setup->data.t1.partition_class[j] = get_bits(gb, 4); 512 if (floor_setup->data.t1.partition_class[j] > maximum_class) 513 maximum_class = floor_setup->data.t1.partition_class[j]; 514 515 av_dlog(NULL, " %d. floor %d partition class %d \n", 516 i, j, floor_setup->data.t1.partition_class[j]); 517 518 } 519 520 av_dlog(NULL, " maximum class %d \n", maximum_class); 521 522 for (j = 0; j <= maximum_class; ++j) { 523 floor_setup->data.t1.class_dimensions[j] = get_bits(gb, 3) + 1; 524 floor_setup->data.t1.class_subclasses[j] = get_bits(gb, 2); 525 526 av_dlog(NULL, " %d floor %d class dim: %d subclasses %d \n", i, j, 527 floor_setup->data.t1.class_dimensions[j], 528 floor_setup->data.t1.class_subclasses[j]); 529 530 if (floor_setup->data.t1.class_subclasses[j]) { 531 GET_VALIDATED_INDEX(floor_setup->data.t1.class_masterbook[j], 8, vc->codebook_count) 532 533 av_dlog(NULL, " masterbook: %d \n", floor_setup->data.t1.class_masterbook[j]); 534 } 535 536 for (k = 0; k < (1 << floor_setup->data.t1.class_subclasses[j]); ++k) { 537 int16_t bits = get_bits(gb, 8) - 1; 538 if (bits != -1) 539 VALIDATE_INDEX(bits, vc->codebook_count) 540 floor_setup->data.t1.subclass_books[j][k] = bits; 541 542 av_dlog(NULL, " book %d. : %d \n", k, floor_setup->data.t1.subclass_books[j][k]); 543 } 544 } 545 546 floor_setup->data.t1.multiplier = get_bits(gb, 2) + 1; 547 floor_setup->data.t1.x_list_dim = 2; 548 549 for (j = 0; j < floor_setup->data.t1.partitions; ++j) 550 floor_setup->data.t1.x_list_dim+=floor_setup->data.t1.class_dimensions[floor_setup->data.t1.partition_class[j]]; 551 552 floor_setup->data.t1.list = av_mallocz(floor_setup->data.t1.x_list_dim * 553 sizeof(*floor_setup->data.t1.list)); 554 555 556 rangebits = get_bits(gb, 4); 557 rangemax = (1 << rangebits); 558 if (rangemax > vc->blocksize[1] / 2) { 559 av_log(vc->avccontext, AV_LOG_ERROR, 560 "Floor value is too large for blocksize: %u (%"PRIu32")\n", 561 rangemax, vc->blocksize[1] / 2); 562 return AVERROR_INVALIDDATA; 563 } 564 floor_setup->data.t1.list[0].x = 0; 565 floor_setup->data.t1.list[1].x = rangemax; 566 567 for (j = 0; j < floor_setup->data.t1.partitions; ++j) { 568 for (k = 0; k < floor_setup->data.t1.class_dimensions[floor_setup->data.t1.partition_class[j]]; ++k, ++floor1_values) { 569 floor_setup->data.t1.list[floor1_values].x = get_bits(gb, rangebits); 570 571 av_dlog(NULL, " %u. floor1 Y coord. %d\n", floor1_values, 572 floor_setup->data.t1.list[floor1_values].x); 573 } 574 } 575 576// Precalculate order of x coordinates - needed for decode 577 if (ff_vorbis_ready_floor1_list(vc->avccontext, 578 floor_setup->data.t1.list, 579 floor_setup->data.t1.x_list_dim)) { 580 return AVERROR_INVALIDDATA; 581 } 582 } else if (floor_setup->floor_type == 0) { 583 unsigned max_codebook_dim = 0; 584 585 floor_setup->decode = vorbis_floor0_decode; 586 587 floor_setup->data.t0.order = get_bits(gb, 8); 588 floor_setup->data.t0.rate = get_bits(gb, 16); 589 floor_setup->data.t0.bark_map_size = get_bits(gb, 16); 590 if (floor_setup->data.t0.bark_map_size == 0) { 591 av_log(vc->avccontext, AV_LOG_ERROR, 592 "Floor 0 bark map size is 0.\n"); 593 return AVERROR_INVALIDDATA; 594 } 595 floor_setup->data.t0.amplitude_bits = get_bits(gb, 6); 596 /* zero would result in a div by zero later * 597 * 2^0 - 1 == 0 */ 598 if (floor_setup->data.t0.amplitude_bits == 0) { 599 av_log(vc->avccontext, AV_LOG_ERROR, 600 "Floor 0 amplitude bits is 0.\n"); 601 return AVERROR_INVALIDDATA; 602 } 603 floor_setup->data.t0.amplitude_offset = get_bits(gb, 8); 604 floor_setup->data.t0.num_books = get_bits(gb, 4) + 1; 605 606 /* allocate mem for booklist */ 607 floor_setup->data.t0.book_list = 608 av_malloc(floor_setup->data.t0.num_books); 609 if (!floor_setup->data.t0.book_list) 610 return AVERROR(ENOMEM); 611 /* read book indexes */ 612 { 613 int idx; 614 unsigned book_idx; 615 for (idx = 0; idx < floor_setup->data.t0.num_books; ++idx) { 616 GET_VALIDATED_INDEX(book_idx, 8, vc->codebook_count) 617 floor_setup->data.t0.book_list[idx] = book_idx; 618 if (vc->codebooks[book_idx].dimensions > max_codebook_dim) 619 max_codebook_dim = vc->codebooks[book_idx].dimensions; 620 } 621 } 622 623 create_map(vc, i); 624 625 /* codebook dim is for padding if codebook dim doesn't * 626 * divide order+1 then we need to read more data */ 627 floor_setup->data.t0.lsp = 628 av_malloc((floor_setup->data.t0.order + 1 + max_codebook_dim) 629 * sizeof(*floor_setup->data.t0.lsp)); 630 if (!floor_setup->data.t0.lsp) 631 return AVERROR(ENOMEM); 632 633 /* debug output parsed headers */ 634 av_dlog(NULL, "floor0 order: %u\n", floor_setup->data.t0.order); 635 av_dlog(NULL, "floor0 rate: %u\n", floor_setup->data.t0.rate); 636 av_dlog(NULL, "floor0 bark map size: %u\n", 637 floor_setup->data.t0.bark_map_size); 638 av_dlog(NULL, "floor0 amplitude bits: %u\n", 639 floor_setup->data.t0.amplitude_bits); 640 av_dlog(NULL, "floor0 amplitude offset: %u\n", 641 floor_setup->data.t0.amplitude_offset); 642 av_dlog(NULL, "floor0 number of books: %u\n", 643 floor_setup->data.t0.num_books); 644 av_dlog(NULL, "floor0 book list pointer: %p\n", 645 floor_setup->data.t0.book_list); 646 { 647 int idx; 648 for (idx = 0; idx < floor_setup->data.t0.num_books; ++idx) { 649 av_dlog(NULL, " Book %d: %u\n", idx + 1, 650 floor_setup->data.t0.book_list[idx]); 651 } 652 } 653 } else { 654 av_log(vc->avccontext, AV_LOG_ERROR, "Invalid floor type!\n"); 655 return AVERROR_INVALIDDATA; 656 } 657 } 658 return 0; 659} 660 661// Process residues part 662 663static int vorbis_parse_setup_hdr_residues(vorbis_context *vc) 664{ 665 GetBitContext *gb = &vc->gb; 666 unsigned i, j, k; 667 668 vc->residue_count = get_bits(gb, 6)+1; 669 vc->residues = av_mallocz(vc->residue_count * sizeof(*vc->residues)); 670 671 av_dlog(NULL, " There are %d residues. \n", vc->residue_count); 672 673 for (i = 0; i < vc->residue_count; ++i) { 674 vorbis_residue *res_setup = &vc->residues[i]; 675 uint8_t cascade[64]; 676 unsigned high_bits, low_bits; 677 678 res_setup->type = get_bits(gb, 16); 679 680 av_dlog(NULL, " %u. residue type %d\n", i, res_setup->type); 681 682 res_setup->begin = get_bits(gb, 24); 683 res_setup->end = get_bits(gb, 24); 684 res_setup->partition_size = get_bits(gb, 24) + 1; 685 /* Validations to prevent a buffer overflow later. */ 686 if (res_setup->begin>res_setup->end || 687 res_setup->end > (res_setup->type == 2 ? vc->avccontext->channels : 1) * vc->blocksize[1] / 2 || 688 (res_setup->end-res_setup->begin) / res_setup->partition_size > V_MAX_PARTITIONS) { 689 av_log(vc->avccontext, AV_LOG_ERROR, 690 "partition out of bounds: type, begin, end, size, blocksize: %"PRIu16", %"PRIu32", %"PRIu32", %u, %"PRIu32"\n", 691 res_setup->type, res_setup->begin, res_setup->end, 692 res_setup->partition_size, vc->blocksize[1] / 2); 693 return AVERROR_INVALIDDATA; 694 } 695 696 res_setup->classifications = get_bits(gb, 6) + 1; 697 GET_VALIDATED_INDEX(res_setup->classbook, 8, vc->codebook_count) 698 699 res_setup->ptns_to_read = 700 (res_setup->end - res_setup->begin) / res_setup->partition_size; 701 res_setup->classifs = av_malloc(res_setup->ptns_to_read * 702 vc->audio_channels * 703 sizeof(*res_setup->classifs)); 704 if (!res_setup->classifs) 705 return AVERROR(ENOMEM); 706 707 av_dlog(NULL, " begin %d end %d part.size %d classif.s %d classbook %d \n", 708 res_setup->begin, res_setup->end, res_setup->partition_size, 709 res_setup->classifications, res_setup->classbook); 710 711 for (j = 0; j < res_setup->classifications; ++j) { 712 high_bits = 0; 713 low_bits = get_bits(gb, 3); 714 if (get_bits1(gb)) 715 high_bits = get_bits(gb, 5); 716 cascade[j] = (high_bits << 3) + low_bits; 717 718 av_dlog(NULL, " %u class cascade depth: %d\n", j, ilog(cascade[j])); 719 } 720 721 res_setup->maxpass = 0; 722 for (j = 0; j < res_setup->classifications; ++j) { 723 for (k = 0; k < 8; ++k) { 724 if (cascade[j]&(1 << k)) { 725 GET_VALIDATED_INDEX(res_setup->books[j][k], 8, vc->codebook_count) 726 727 av_dlog(NULL, " %u class cascade depth %u book: %d\n", 728 j, k, res_setup->books[j][k]); 729 730 if (k>res_setup->maxpass) 731 res_setup->maxpass = k; 732 } else { 733 res_setup->books[j][k] = -1; 734 } 735 } 736 } 737 } 738 return 0; 739} 740 741// Process mappings part 742 743static int vorbis_parse_setup_hdr_mappings(vorbis_context *vc) 744{ 745 GetBitContext *gb = &vc->gb; 746 unsigned i, j; 747 748 vc->mapping_count = get_bits(gb, 6)+1; 749 vc->mappings = av_mallocz(vc->mapping_count * sizeof(*vc->mappings)); 750 751 av_dlog(NULL, " There are %d mappings. \n", vc->mapping_count); 752 753 for (i = 0; i < vc->mapping_count; ++i) { 754 vorbis_mapping *mapping_setup = &vc->mappings[i]; 755 756 if (get_bits(gb, 16)) { 757 av_log(vc->avccontext, AV_LOG_ERROR, "Other mappings than type 0 are not compliant with the Vorbis I specification. \n"); 758 return AVERROR_INVALIDDATA; 759 } 760 if (get_bits1(gb)) { 761 mapping_setup->submaps = get_bits(gb, 4) + 1; 762 } else { 763 mapping_setup->submaps = 1; 764 } 765 766 if (get_bits1(gb)) { 767 mapping_setup->coupling_steps = get_bits(gb, 8) + 1; 768 mapping_setup->magnitude = av_mallocz(mapping_setup->coupling_steps * 769 sizeof(*mapping_setup->magnitude)); 770 mapping_setup->angle = av_mallocz(mapping_setup->coupling_steps * 771 sizeof(*mapping_setup->angle)); 772 for (j = 0; j < mapping_setup->coupling_steps; ++j) { 773 GET_VALIDATED_INDEX(mapping_setup->magnitude[j], ilog(vc->audio_channels - 1), vc->audio_channels) 774 GET_VALIDATED_INDEX(mapping_setup->angle[j], ilog(vc->audio_channels - 1), vc->audio_channels) 775 } 776 } else { 777 mapping_setup->coupling_steps = 0; 778 } 779 780 av_dlog(NULL, " %u mapping coupling steps: %d\n", 781 i, mapping_setup->coupling_steps); 782 783 if (get_bits(gb, 2)) { 784 av_log(vc->avccontext, AV_LOG_ERROR, "%u. mapping setup data invalid.\n", i); 785 return AVERROR_INVALIDDATA; // following spec. 786 } 787 788 if (mapping_setup->submaps>1) { 789 mapping_setup->mux = av_mallocz(vc->audio_channels * 790 sizeof(*mapping_setup->mux)); 791 for (j = 0; j < vc->audio_channels; ++j) 792 mapping_setup->mux[j] = get_bits(gb, 4); 793 } 794 795 for (j = 0; j < mapping_setup->submaps; ++j) { 796 skip_bits(gb, 8); // FIXME check? 797 GET_VALIDATED_INDEX(mapping_setup->submap_floor[j], 8, vc->floor_count) 798 GET_VALIDATED_INDEX(mapping_setup->submap_residue[j], 8, vc->residue_count) 799 800 av_dlog(NULL, " %u mapping %u submap : floor %d, residue %d\n", i, j, 801 mapping_setup->submap_floor[j], 802 mapping_setup->submap_residue[j]); 803 } 804 } 805 return 0; 806} 807 808// Process modes part 809 810static void create_map(vorbis_context *vc, unsigned floor_number) 811{ 812 vorbis_floor *floors = vc->floors; 813 vorbis_floor0 *vf; 814 int idx; 815 int blockflag, n; 816 int32_t *map; 817 818 for (blockflag = 0; blockflag < 2; ++blockflag) { 819 n = vc->blocksize[blockflag] / 2; 820 floors[floor_number].data.t0.map[blockflag] = 821 av_malloc((n + 1) * sizeof(int32_t)); // n + sentinel 822 823 map = floors[floor_number].data.t0.map[blockflag]; 824 vf = &floors[floor_number].data.t0; 825 826 for (idx = 0; idx < n; ++idx) { 827 map[idx] = floor(BARK((vf->rate * idx) / (2.0f * n)) * 828 (vf->bark_map_size / BARK(vf->rate / 2.0f))); 829 if (vf->bark_map_size-1 < map[idx]) 830 map[idx] = vf->bark_map_size - 1; 831 } 832 map[n] = -1; 833 vf->map_size[blockflag] = n; 834 } 835 836 for (idx = 0; idx <= n; ++idx) { 837 av_dlog(NULL, "floor0 map: map at pos %d is %d\n", idx, map[idx]); 838 } 839} 840 841static int vorbis_parse_setup_hdr_modes(vorbis_context *vc) 842{ 843 GetBitContext *gb = &vc->gb; 844 unsigned i; 845 846 vc->mode_count = get_bits(gb, 6) + 1; 847 vc->modes = av_mallocz(vc->mode_count * sizeof(*vc->modes)); 848 849 av_dlog(NULL, " There are %d modes.\n", vc->mode_count); 850 851 for (i = 0; i < vc->mode_count; ++i) { 852 vorbis_mode *mode_setup = &vc->modes[i]; 853 854 mode_setup->blockflag = get_bits1(gb); 855 mode_setup->windowtype = get_bits(gb, 16); //FIXME check 856 mode_setup->transformtype = get_bits(gb, 16); //FIXME check 857 GET_VALIDATED_INDEX(mode_setup->mapping, 8, vc->mapping_count); 858 859 av_dlog(NULL, " %u mode: blockflag %d, windowtype %d, transformtype %d, mapping %d\n", 860 i, mode_setup->blockflag, mode_setup->windowtype, 861 mode_setup->transformtype, mode_setup->mapping); 862 } 863 return 0; 864} 865 866// Process the whole setup header using the functions above 867 868static int vorbis_parse_setup_hdr(vorbis_context *vc) 869{ 870 GetBitContext *gb = &vc->gb; 871 int ret; 872 873 if ((get_bits(gb, 8) != 'v') || (get_bits(gb, 8) != 'o') || 874 (get_bits(gb, 8) != 'r') || (get_bits(gb, 8) != 'b') || 875 (get_bits(gb, 8) != 'i') || (get_bits(gb, 8) != 's')) { 876 av_log(vc->avccontext, AV_LOG_ERROR, " Vorbis setup header packet corrupt (no vorbis signature). \n"); 877 return AVERROR_INVALIDDATA; 878 } 879 880 if ((ret = vorbis_parse_setup_hdr_codebooks(vc))) { 881 av_log(vc->avccontext, AV_LOG_ERROR, " Vorbis setup header packet corrupt (codebooks). \n"); 882 return ret; 883 } 884 if ((ret = vorbis_parse_setup_hdr_tdtransforms(vc))) { 885 av_log(vc->avccontext, AV_LOG_ERROR, " Vorbis setup header packet corrupt (time domain transforms). \n"); 886 return ret; 887 } 888 if ((ret = vorbis_parse_setup_hdr_floors(vc))) { 889 av_log(vc->avccontext, AV_LOG_ERROR, " Vorbis setup header packet corrupt (floors). \n"); 890 return ret; 891 } 892 if ((ret = vorbis_parse_setup_hdr_residues(vc))) { 893 av_log(vc->avccontext, AV_LOG_ERROR, " Vorbis setup header packet corrupt (residues). \n"); 894 return ret; 895 } 896 if ((ret = vorbis_parse_setup_hdr_mappings(vc))) { 897 av_log(vc->avccontext, AV_LOG_ERROR, " Vorbis setup header packet corrupt (mappings). \n"); 898 return ret; 899 } 900 if ((ret = vorbis_parse_setup_hdr_modes(vc))) { 901 av_log(vc->avccontext, AV_LOG_ERROR, " Vorbis setup header packet corrupt (modes). \n"); 902 return ret; 903 } 904 if (!get_bits1(gb)) { 905 av_log(vc->avccontext, AV_LOG_ERROR, " Vorbis setup header packet corrupt (framing flag). \n"); 906 return AVERROR_INVALIDDATA; // framing flag bit unset error 907 } 908 909 return 0; 910} 911 912// Process the identification header 913 914static int vorbis_parse_id_hdr(vorbis_context *vc) 915{ 916 GetBitContext *gb = &vc->gb; 917 unsigned bl0, bl1; 918 919 if ((get_bits(gb, 8) != 'v') || (get_bits(gb, 8) != 'o') || 920 (get_bits(gb, 8) != 'r') || (get_bits(gb, 8) != 'b') || 921 (get_bits(gb, 8) != 'i') || (get_bits(gb, 8) != 's')) { 922 av_log(vc->avccontext, AV_LOG_ERROR, " Vorbis id header packet corrupt (no vorbis signature). \n"); 923 return AVERROR_INVALIDDATA; 924 } 925 926 vc->version = get_bits_long(gb, 32); //FIXME check 0 927 vc->audio_channels = get_bits(gb, 8); 928 if (vc->audio_channels <= 0) { 929 av_log(vc->avccontext, AV_LOG_ERROR, "Invalid number of channels\n"); 930 return AVERROR_INVALIDDATA; 931 } 932 vc->audio_samplerate = get_bits_long(gb, 32); 933 if (vc->audio_samplerate <= 0) { 934 av_log(vc->avccontext, AV_LOG_ERROR, "Invalid samplerate\n"); 935 return AVERROR_INVALIDDATA; 936 } 937 vc->bitrate_maximum = get_bits_long(gb, 32); 938 vc->bitrate_nominal = get_bits_long(gb, 32); 939 vc->bitrate_minimum = get_bits_long(gb, 32); 940 bl0 = get_bits(gb, 4); 941 bl1 = get_bits(gb, 4); 942 vc->blocksize[0] = (1 << bl0); 943 vc->blocksize[1] = (1 << bl1); 944 if (bl0 > 13 || bl0 < 6 || bl1 > 13 || bl1 < 6 || bl1 < bl0) { 945 av_log(vc->avccontext, AV_LOG_ERROR, " Vorbis id header packet corrupt (illegal blocksize). \n"); 946 return AVERROR_INVALIDDATA; 947 } 948 vc->win[0] = ff_vorbis_vwin[bl0 - 6]; 949 vc->win[1] = ff_vorbis_vwin[bl1 - 6]; 950 951 if ((get_bits1(gb)) == 0) { 952 av_log(vc->avccontext, AV_LOG_ERROR, " Vorbis id header packet corrupt (framing flag not set). \n"); 953 return AVERROR_INVALIDDATA; 954 } 955 956 vc->channel_residues = av_malloc((vc->blocksize[1] / 2) * vc->audio_channels * sizeof(*vc->channel_residues)); 957 vc->channel_floors = av_malloc((vc->blocksize[1] / 2) * vc->audio_channels * sizeof(*vc->channel_floors)); 958 vc->saved = av_mallocz((vc->blocksize[1] / 4) * vc->audio_channels * sizeof(*vc->saved)); 959 vc->previous_window = 0; 960 961 ff_mdct_init(&vc->mdct[0], bl0, 1, -vc->scale_bias); 962 ff_mdct_init(&vc->mdct[1], bl1, 1, -vc->scale_bias); 963 964 av_dlog(NULL, " vorbis version %d \n audio_channels %d \n audio_samplerate %d \n bitrate_max %d \n bitrate_nom %d \n bitrate_min %d \n blk_0 %d blk_1 %d \n ", 965 vc->version, vc->audio_channels, vc->audio_samplerate, vc->bitrate_maximum, vc->bitrate_nominal, vc->bitrate_minimum, vc->blocksize[0], vc->blocksize[1]); 966 967/* 968 BLK = vc->blocksize[0]; 969 for (i = 0; i < BLK / 2; ++i) { 970 vc->win[0][i] = sin(0.5*3.14159265358*(sin(((float)i + 0.5) / (float)BLK*3.14159265358))*(sin(((float)i + 0.5) / (float)BLK*3.14159265358))); 971 } 972*/ 973 974 return 0; 975} 976 977// Process the extradata using the functions above (identification header, setup header) 978 979static av_cold int vorbis_decode_init(AVCodecContext *avccontext) 980{ 981 vorbis_context *vc = avccontext->priv_data; 982 uint8_t *headers = avccontext->extradata; 983 int headers_len = avccontext->extradata_size; 984 uint8_t *header_start[3]; 985 int header_len[3]; 986 GetBitContext *gb = &vc->gb; 987 int hdr_type, ret; 988 989 vc->avccontext = avccontext; 990 dsputil_init(&vc->dsp, avccontext); 991 ff_fmt_convert_init(&vc->fmt_conv, avccontext); 992 993 if (avccontext->request_sample_fmt == AV_SAMPLE_FMT_FLT) { 994 avccontext->sample_fmt = AV_SAMPLE_FMT_FLT; 995 vc->scale_bias = 1.0f; 996 } else { 997 avccontext->sample_fmt = AV_SAMPLE_FMT_S16; 998 vc->scale_bias = 32768.0f; 999 } 1000 1001 if (!headers_len) { 1002 av_log(avccontext, AV_LOG_ERROR, "Extradata missing.\n"); 1003 return AVERROR_INVALIDDATA; 1004 } 1005 1006 if ((ret = avpriv_split_xiph_headers(headers, headers_len, 30, header_start, header_len)) < 0) { 1007 av_log(avccontext, AV_LOG_ERROR, "Extradata corrupt.\n"); 1008 return ret; 1009 } 1010 1011 init_get_bits(gb, header_start[0], header_len[0]*8); 1012 hdr_type = get_bits(gb, 8); 1013 if (hdr_type != 1) { 1014 av_log(avccontext, AV_LOG_ERROR, "First header is not the id header.\n"); 1015 return AVERROR_INVALIDDATA; 1016 } 1017 if ((ret = vorbis_parse_id_hdr(vc))) { 1018 av_log(avccontext, AV_LOG_ERROR, "Id header corrupt.\n"); 1019 vorbis_free(vc); 1020 return ret; 1021 } 1022 1023 init_get_bits(gb, header_start[2], header_len[2]*8); 1024 hdr_type = get_bits(gb, 8); 1025 if (hdr_type != 5) { 1026 av_log(avccontext, AV_LOG_ERROR, "Third header is not the setup header.\n"); 1027 vorbis_free(vc); 1028 return AVERROR_INVALIDDATA; 1029 } 1030 if ((ret = vorbis_parse_setup_hdr(vc))) { 1031 av_log(avccontext, AV_LOG_ERROR, "Setup header corrupt.\n"); 1032 vorbis_free(vc); 1033 return ret; 1034 } 1035 1036 if (vc->audio_channels > 8) 1037 avccontext->channel_layout = 0; 1038 else 1039 avccontext->channel_layout = ff_vorbis_channel_layouts[vc->audio_channels - 1]; 1040 1041 avccontext->channels = vc->audio_channels; 1042 avccontext->sample_rate = vc->audio_samplerate; 1043 avccontext->frame_size = FFMIN(vc->blocksize[0], vc->blocksize[1]) >> 2; 1044 1045 avcodec_get_frame_defaults(&vc->frame); 1046 avccontext->coded_frame = &vc->frame; 1047 1048 return 0; 1049} 1050 1051// Decode audiopackets ------------------------------------------------- 1052 1053// Read and decode floor 1054 1055static int vorbis_floor0_decode(vorbis_context *vc, 1056 vorbis_floor_data *vfu, float *vec) 1057{ 1058 vorbis_floor0 *vf = &vfu->t0; 1059 float *lsp = vf->lsp; 1060 unsigned amplitude, book_idx; 1061 unsigned blockflag = vc->modes[vc->mode_number].blockflag; 1062 1063 amplitude = get_bits(&vc->gb, vf->amplitude_bits); 1064 if (amplitude > 0) { 1065 float last = 0; 1066 unsigned idx, lsp_len = 0; 1067 vorbis_codebook codebook; 1068 1069 book_idx = get_bits(&vc->gb, ilog(vf->num_books)); 1070 if (book_idx >= vf->num_books) { 1071 av_log(vc->avccontext, AV_LOG_ERROR, 1072 "floor0 dec: booknumber too high!\n"); 1073 book_idx = 0; 1074 } 1075 av_dlog(NULL, "floor0 dec: booknumber: %u\n", book_idx); 1076 codebook = vc->codebooks[vf->book_list[book_idx]]; 1077 /* Invalid codebook! */ 1078 if (!codebook.codevectors) 1079 return AVERROR_INVALIDDATA; 1080 1081 while (lsp_len<vf->order) { 1082 int vec_off; 1083 1084 av_dlog(NULL, "floor0 dec: book dimension: %d\n", codebook.dimensions); 1085 av_dlog(NULL, "floor0 dec: maximum depth: %d\n", codebook.maxdepth); 1086 /* read temp vector */ 1087 vec_off = get_vlc2(&vc->gb, codebook.vlc.table, 1088 codebook.nb_bits, codebook.maxdepth) 1089 * codebook.dimensions; 1090 av_dlog(NULL, "floor0 dec: vector offset: %d\n", vec_off); 1091 /* copy each vector component and add last to it */ 1092 for (idx = 0; idx < codebook.dimensions; ++idx) 1093 lsp[lsp_len+idx] = codebook.codevectors[vec_off+idx] + last; 1094 last = lsp[lsp_len+idx-1]; /* set last to last vector component */ 1095 1096 lsp_len += codebook.dimensions; 1097 } 1098 /* DEBUG: output lsp coeffs */ 1099 { 1100 int idx; 1101 for (idx = 0; idx < lsp_len; ++idx) 1102 av_dlog(NULL, "floor0 dec: coeff at %d is %f\n", idx, lsp[idx]); 1103 } 1104 1105 /* synthesize floor output vector */ 1106 { 1107 int i; 1108 int order = vf->order; 1109 float wstep = M_PI / vf->bark_map_size; 1110 1111 for (i = 0; i < order; i++) 1112 lsp[i] = 2.0f * cos(lsp[i]); 1113 1114 av_dlog(NULL, "floor0 synth: map_size = %"PRIu32"; m = %d; wstep = %f\n", 1115 vf->map_size[blockflag], order, wstep); 1116 1117 i = 0; 1118 while (i < vf->map_size[blockflag]) { 1119 int j, iter_cond = vf->map[blockflag][i]; 1120 float p = 0.5f; 1121 float q = 0.5f; 1122 float two_cos_w = 2.0f * cos(wstep * iter_cond); // needed all times 1123 1124 /* similar part for the q and p products */ 1125 for (j = 0; j + 1 < order; j += 2) { 1126 q *= lsp[j] - two_cos_w; 1127 p *= lsp[j + 1] - two_cos_w; 1128 } 1129 if (j == order) { // even order 1130 p *= p * (2.0f - two_cos_w); 1131 q *= q * (2.0f + two_cos_w); 1132 } else { // odd order 1133 q *= two_cos_w-lsp[j]; // one more time for q 1134 1135 /* final step and square */ 1136 p *= p * (4.f - two_cos_w * two_cos_w); 1137 q *= q; 1138 } 1139 1140 /* calculate linear floor value */ 1141 q = exp((((amplitude*vf->amplitude_offset) / 1142 (((1 << vf->amplitude_bits) - 1) * sqrt(p + q))) 1143 - vf->amplitude_offset) * .11512925f); 1144 1145 /* fill vector */ 1146 do { 1147 vec[i] = q; ++i; 1148 } while (vf->map[blockflag][i] == iter_cond); 1149 } 1150 } 1151 } else { 1152 /* this channel is unused */ 1153 return 1; 1154 } 1155 1156 av_dlog(NULL, " Floor0 decoded\n"); 1157 1158 return 0; 1159} 1160 1161static int vorbis_floor1_decode(vorbis_context *vc, 1162 vorbis_floor_data *vfu, float *vec) 1163{ 1164 vorbis_floor1 *vf = &vfu->t1; 1165 GetBitContext *gb = &vc->gb; 1166 uint16_t range_v[4] = { 256, 128, 86, 64 }; 1167 unsigned range = range_v[vf->multiplier - 1]; 1168 uint16_t floor1_Y[258]; 1169 uint16_t floor1_Y_final[258]; 1170 int floor1_flag[258]; 1171 unsigned class, cdim, cbits, csub, cval, offset, i, j; 1172 int book, adx, ady, dy, off, predicted, err; 1173 1174 1175 if (!get_bits1(gb)) // silence 1176 return 1; 1177 1178// Read values (or differences) for the floor's points 1179 1180 floor1_Y[0] = get_bits(gb, ilog(range - 1)); 1181 floor1_Y[1] = get_bits(gb, ilog(range - 1)); 1182 1183 av_dlog(NULL, "floor 0 Y %d floor 1 Y %d \n", floor1_Y[0], floor1_Y[1]); 1184 1185 offset = 2; 1186 for (i = 0; i < vf->partitions; ++i) { 1187 class = vf->partition_class[i]; 1188 cdim = vf->class_dimensions[class]; 1189 cbits = vf->class_subclasses[class]; 1190 csub = (1 << cbits) - 1; 1191 cval = 0; 1192 1193 av_dlog(NULL, "Cbits %u\n", cbits); 1194 1195 if (cbits) // this reads all subclasses for this partition's class 1196 cval = get_vlc2(gb, vc->codebooks[vf->class_masterbook[class]].vlc.table, 1197 vc->codebooks[vf->class_masterbook[class]].nb_bits, 3); 1198 1199 for (j = 0; j < cdim; ++j) { 1200 book = vf->subclass_books[class][cval & csub]; 1201 1202 av_dlog(NULL, "book %d Cbits %u cval %u bits:%d\n", 1203 book, cbits, cval, get_bits_count(gb)); 1204 1205 cval = cval >> cbits; 1206 if (book > -1) { 1207 floor1_Y[offset+j] = get_vlc2(gb, vc->codebooks[book].vlc.table, 1208 vc->codebooks[book].nb_bits, 3); 1209 } else { 1210 floor1_Y[offset+j] = 0; 1211 } 1212 1213 av_dlog(NULL, " floor(%d) = %d \n", 1214 vf->list[offset+j].x, floor1_Y[offset+j]); 1215 } 1216 offset+=cdim; 1217 } 1218 1219// Amplitude calculation from the differences 1220 1221 floor1_flag[0] = 1; 1222 floor1_flag[1] = 1; 1223 floor1_Y_final[0] = floor1_Y[0]; 1224 floor1_Y_final[1] = floor1_Y[1]; 1225 1226 for (i = 2; i < vf->x_list_dim; ++i) { 1227 unsigned val, highroom, lowroom, room, high_neigh_offs, low_neigh_offs; 1228 1229 low_neigh_offs = vf->list[i].low; 1230 high_neigh_offs = vf->list[i].high; 1231 dy = floor1_Y_final[high_neigh_offs] - floor1_Y_final[low_neigh_offs]; // render_point begin 1232 adx = vf->list[high_neigh_offs].x - vf->list[low_neigh_offs].x; 1233 ady = FFABS(dy); 1234 err = ady * (vf->list[i].x - vf->list[low_neigh_offs].x); 1235 off = err / adx; 1236 if (dy < 0) { 1237 predicted = floor1_Y_final[low_neigh_offs] - off; 1238 } else { 1239 predicted = floor1_Y_final[low_neigh_offs] + off; 1240 } // render_point end 1241 1242 val = floor1_Y[i]; 1243 highroom = range-predicted; 1244 lowroom = predicted; 1245 if (highroom < lowroom) { 1246 room = highroom * 2; 1247 } else { 1248 room = lowroom * 2; // SPEC mispelling 1249 } 1250 if (val) { 1251 floor1_flag[low_neigh_offs] = 1; 1252 floor1_flag[high_neigh_offs] = 1; 1253 floor1_flag[i] = 1; 1254 if (val >= room) { 1255 if (highroom > lowroom) { 1256 floor1_Y_final[i] = av_clip_uint16(val - lowroom + predicted); 1257 } else { 1258 floor1_Y_final[i] = av_clip_uint16(predicted - val + highroom - 1); 1259 } 1260 } else { 1261 if (val & 1) { 1262 floor1_Y_final[i] = av_clip_uint16(predicted - (val + 1) / 2); 1263 } else { 1264 floor1_Y_final[i] = av_clip_uint16(predicted + val / 2); 1265 } 1266 } 1267 } else { 1268 floor1_flag[i] = 0; 1269 floor1_Y_final[i] = av_clip_uint16(predicted); 1270 } 1271 1272 av_dlog(NULL, " Decoded floor(%d) = %u / val %u\n", 1273 vf->list[i].x, floor1_Y_final[i], val); 1274 } 1275 1276// Curve synth - connect the calculated dots and convert from dB scale FIXME optimize ? 1277 1278 ff_vorbis_floor1_render_list(vf->list, vf->x_list_dim, floor1_Y_final, floor1_flag, vf->multiplier, vec, vf->list[1].x); 1279 1280 av_dlog(NULL, " Floor decoded\n"); 1281 1282 return 0; 1283} 1284 1285// Read and decode residue 1286 1287static av_always_inline int vorbis_residue_decode_internal(vorbis_context *vc, 1288 vorbis_residue *vr, 1289 unsigned ch, 1290 uint8_t *do_not_decode, 1291 float *vec, 1292 unsigned vlen, 1293 unsigned ch_left, 1294 int vr_type) 1295{ 1296 GetBitContext *gb = &vc->gb; 1297 unsigned c_p_c = vc->codebooks[vr->classbook].dimensions; 1298 unsigned ptns_to_read = vr->ptns_to_read; 1299 uint8_t *classifs = vr->classifs; 1300 unsigned pass, ch_used, i, j, k, l; 1301 unsigned max_output = (ch - 1) * vlen; 1302 1303 if (vr_type == 2) { 1304 for (j = 1; j < ch; ++j) 1305 do_not_decode[0] &= do_not_decode[j]; // FIXME - clobbering input 1306 if (do_not_decode[0]) 1307 return 0; 1308 ch_used = 1; 1309 max_output += vr->end / ch; 1310 } else { 1311 ch_used = ch; 1312 max_output += vr->end; 1313 } 1314 1315 if (max_output > ch_left * vlen) { 1316 av_log(vc->avccontext, AV_LOG_ERROR, "Insufficient output buffer\n"); 1317 return -1; 1318 } 1319 1320 av_dlog(NULL, " residue type 0/1/2 decode begin, ch: %d cpc %d \n", ch, c_p_c); 1321 1322 for (pass = 0; pass <= vr->maxpass; ++pass) { // FIXME OPTIMIZE? 1323 uint16_t voffset, partition_count, j_times_ptns_to_read; 1324 1325 voffset = vr->begin; 1326 for (partition_count = 0; partition_count < ptns_to_read;) { // SPEC error 1327 if (!pass) { 1328 unsigned inverse_class = ff_inverse[vr->classifications]; 1329 for (j_times_ptns_to_read = 0, j = 0; j < ch_used; ++j) { 1330 if (!do_not_decode[j]) { 1331 unsigned temp = get_vlc2(gb, vc->codebooks[vr->classbook].vlc.table, 1332 vc->codebooks[vr->classbook].nb_bits, 3); 1333 1334 av_dlog(NULL, "Classword: %u\n", temp); 1335 1336 assert(vr->classifications > 1 && temp <= 65536); //needed for inverse[] 1337 for (i = 0; i < c_p_c; ++i) { 1338 unsigned temp2; 1339 1340 temp2 = (((uint64_t)temp) * inverse_class) >> 32; 1341 if (partition_count + c_p_c - 1 - i < ptns_to_read) 1342 classifs[j_times_ptns_to_read + partition_count + c_p_c - 1 - i] = temp - temp2 * vr->classifications; 1343 temp = temp2; 1344 } 1345 } 1346 j_times_ptns_to_read += ptns_to_read; 1347 } 1348 } 1349 for (i = 0; (i < c_p_c) && (partition_count < ptns_to_read); ++i) { 1350 for (j_times_ptns_to_read = 0, j = 0; j < ch_used; ++j) { 1351 unsigned voffs; 1352 1353 if (!do_not_decode[j]) { 1354 unsigned vqclass = classifs[j_times_ptns_to_read + partition_count]; 1355 int vqbook = vr->books[vqclass][pass]; 1356 1357 if (vqbook >= 0 && vc->codebooks[vqbook].codevectors) { 1358 unsigned coffs; 1359 unsigned dim = vc->codebooks[vqbook].dimensions; 1360 unsigned step = dim == 1 ? vr->partition_size 1361 : FASTDIV(vr->partition_size, dim); 1362 vorbis_codebook codebook = vc->codebooks[vqbook]; 1363 1364 if (vr_type == 0) { 1365 1366 voffs = voffset+j*vlen; 1367 for (k = 0; k < step; ++k) { 1368 coffs = get_vlc2(gb, codebook.vlc.table, codebook.nb_bits, 3) * dim; 1369 for (l = 0; l < dim; ++l) 1370 vec[voffs + k + l * step] += codebook.codevectors[coffs + l]; // FPMATH 1371 } 1372 } else if (vr_type == 1) { 1373 voffs = voffset + j * vlen; 1374 for (k = 0; k < step; ++k) { 1375 coffs = get_vlc2(gb, codebook.vlc.table, codebook.nb_bits, 3) * dim; 1376 for (l = 0; l < dim; ++l, ++voffs) { 1377 vec[voffs]+=codebook.codevectors[coffs+l]; // FPMATH 1378 1379 av_dlog(NULL, " pass %d offs: %d curr: %f change: %f cv offs.: %d \n", 1380 pass, voffs, vec[voffs], codebook.codevectors[coffs+l], coffs); 1381 } 1382 } 1383 } else if (vr_type == 2 && ch == 2 && (voffset & 1) == 0 && (dim & 1) == 0) { // most frequent case optimized 1384 voffs = voffset >> 1; 1385 1386 if (dim == 2) { 1387 for (k = 0; k < step; ++k) { 1388 coffs = get_vlc2(gb, codebook.vlc.table, codebook.nb_bits, 3) * 2; 1389 vec[voffs + k ] += codebook.codevectors[coffs ]; // FPMATH 1390 vec[voffs + k + vlen] += codebook.codevectors[coffs + 1]; // FPMATH 1391 } 1392 } else if (dim == 4) { 1393 for (k = 0; k < step; ++k, voffs += 2) { 1394 coffs = get_vlc2(gb, codebook.vlc.table, codebook.nb_bits, 3) * 4; 1395 vec[voffs ] += codebook.codevectors[coffs ]; // FPMATH 1396 vec[voffs + 1 ] += codebook.codevectors[coffs + 2]; // FPMATH 1397 vec[voffs + vlen ] += codebook.codevectors[coffs + 1]; // FPMATH 1398 vec[voffs + vlen + 1] += codebook.codevectors[coffs + 3]; // FPMATH 1399 } 1400 } else 1401 for (k = 0; k < step; ++k) { 1402 coffs = get_vlc2(gb, codebook.vlc.table, codebook.nb_bits, 3) * dim; 1403 for (l = 0; l < dim; l += 2, voffs++) { 1404 vec[voffs ] += codebook.codevectors[coffs + l ]; // FPMATH 1405 vec[voffs + vlen] += codebook.codevectors[coffs + l + 1]; // FPMATH 1406 1407 av_dlog(NULL, " pass %d offs: %d curr: %f change: %f cv offs.: %d+%d \n", 1408 pass, voffset / ch + (voffs % ch) * vlen, 1409 vec[voffset / ch + (voffs % ch) * vlen], 1410 codebook.codevectors[coffs + l], coffs, l); 1411 } 1412 } 1413 1414 } else if (vr_type == 2) { 1415 voffs = voffset; 1416 1417 for (k = 0; k < step; ++k) { 1418 coffs = get_vlc2(gb, codebook.vlc.table, codebook.nb_bits, 3) * dim; 1419 for (l = 0; l < dim; ++l, ++voffs) { 1420 vec[voffs / ch + (voffs % ch) * vlen] += codebook.codevectors[coffs + l]; // FPMATH FIXME use if and counter instead of / and % 1421 1422 av_dlog(NULL, " pass %d offs: %d curr: %f change: %f cv offs.: %d+%d \n", 1423 pass, voffset / ch + (voffs % ch) * vlen, 1424 vec[voffset / ch + (voffs % ch) * vlen], 1425 codebook.codevectors[coffs + l], coffs, l); 1426 } 1427 } 1428 } 1429 } 1430 } 1431 j_times_ptns_to_read += ptns_to_read; 1432 } 1433 ++partition_count; 1434 voffset += vr->partition_size; 1435 } 1436 } 1437 } 1438 return 0; 1439} 1440 1441static inline int vorbis_residue_decode(vorbis_context *vc, vorbis_residue *vr, 1442 unsigned ch, 1443 uint8_t *do_not_decode, 1444 float *vec, unsigned vlen, 1445 unsigned ch_left) 1446{ 1447 if (vr->type == 2) 1448 return vorbis_residue_decode_internal(vc, vr, ch, do_not_decode, vec, vlen, ch_left, 2); 1449 else if (vr->type == 1) 1450 return vorbis_residue_decode_internal(vc, vr, ch, do_not_decode, vec, vlen, ch_left, 1); 1451 else if (vr->type == 0) 1452 return vorbis_residue_decode_internal(vc, vr, ch, do_not_decode, vec, vlen, ch_left, 0); 1453 else { 1454 av_log(vc->avccontext, AV_LOG_ERROR, " Invalid residue type while residue decode?! \n"); 1455 return AVERROR_INVALIDDATA; 1456 } 1457} 1458 1459void vorbis_inverse_coupling(float *mag, float *ang, int blocksize) 1460{ 1461 int i; 1462 for (i = 0; i < blocksize; i++) { 1463 if (mag[i] > 0.0) { 1464 if (ang[i] > 0.0) { 1465 ang[i] = mag[i] - ang[i]; 1466 } else { 1467 float temp = ang[i]; 1468 ang[i] = mag[i]; 1469 mag[i] += temp; 1470 } 1471 } else { 1472 if (ang[i] > 0.0) { 1473 ang[i] += mag[i]; 1474 } else { 1475 float temp = ang[i]; 1476 ang[i] = mag[i]; 1477 mag[i] -= temp; 1478 } 1479 } 1480 } 1481} 1482 1483// Decode the audio packet using the functions above 1484 1485static int vorbis_parse_audio_packet(vorbis_context *vc) 1486{ 1487 GetBitContext *gb = &vc->gb; 1488 FFTContext *mdct; 1489 unsigned previous_window = vc->previous_window; 1490 unsigned mode_number, blockflag, blocksize; 1491 int i, j; 1492 uint8_t no_residue[255]; 1493 uint8_t do_not_decode[255]; 1494 vorbis_mapping *mapping; 1495 float *ch_res_ptr = vc->channel_residues; 1496 float *ch_floor_ptr = vc->channel_floors; 1497 uint8_t res_chan[255]; 1498 unsigned res_num = 0; 1499 int retlen = 0; 1500 unsigned ch_left = vc->audio_channels; 1501 unsigned vlen; 1502 1503 if (get_bits1(gb)) { 1504 av_log(vc->avccontext, AV_LOG_ERROR, "Not a Vorbis I audio packet.\n"); 1505 return AVERROR_INVALIDDATA; // packet type not audio 1506 } 1507 1508 if (vc->mode_count == 1) { 1509 mode_number = 0; 1510 } else { 1511 GET_VALIDATED_INDEX(mode_number, ilog(vc->mode_count-1), vc->mode_count) 1512 } 1513 vc->mode_number = mode_number; 1514 mapping = &vc->mappings[vc->modes[mode_number].mapping]; 1515 1516 av_dlog(NULL, " Mode number: %u , mapping: %d , blocktype %d\n", mode_number, 1517 vc->modes[mode_number].mapping, vc->modes[mode_number].blockflag); 1518 1519 blockflag = vc->modes[mode_number].blockflag; 1520 blocksize = vc->blocksize[blockflag]; 1521 vlen = blocksize / 2; 1522 if (blockflag) 1523 skip_bits(gb, 2); // previous_window, next_window 1524 1525 memset(ch_res_ptr, 0, sizeof(float) * vc->audio_channels * vlen); //FIXME can this be removed ? 1526 memset(ch_floor_ptr, 0, sizeof(float) * vc->audio_channels * vlen); //FIXME can this be removed ? 1527 1528// Decode floor 1529 1530 for (i = 0; i < vc->audio_channels; ++i) { 1531 vorbis_floor *floor; 1532 int ret; 1533 if (mapping->submaps > 1) { 1534 floor = &vc->floors[mapping->submap_floor[mapping->mux[i]]]; 1535 } else { 1536 floor = &vc->floors[mapping->submap_floor[0]]; 1537 } 1538 1539 ret = floor->decode(vc, &floor->data, ch_floor_ptr); 1540 1541 if (ret < 0) { 1542 av_log(vc->avccontext, AV_LOG_ERROR, "Invalid codebook in vorbis_floor_decode.\n"); 1543 return AVERROR_INVALIDDATA; 1544 } 1545 no_residue[i] = ret; 1546 ch_floor_ptr += vlen; 1547 } 1548 1549// Nonzero vector propagate 1550 1551 for (i = mapping->coupling_steps - 1; i >= 0; --i) { 1552 if (!(no_residue[mapping->magnitude[i]] & no_residue[mapping->angle[i]])) { 1553 no_residue[mapping->magnitude[i]] = 0; 1554 no_residue[mapping->angle[i]] = 0; 1555 } 1556 } 1557 1558// Decode residue 1559 1560 for (i = 0; i < mapping->submaps; ++i) { 1561 vorbis_residue *residue; 1562 unsigned ch = 0; 1563 int ret; 1564 1565 for (j = 0; j < vc->audio_channels; ++j) { 1566 if ((mapping->submaps == 1) || (i == mapping->mux[j])) { 1567 res_chan[j] = res_num; 1568 if (no_residue[j]) { 1569 do_not_decode[ch] = 1; 1570 } else { 1571 do_not_decode[ch] = 0; 1572 } 1573 ++ch; 1574 ++res_num; 1575 } 1576 } 1577 residue = &vc->residues[mapping->submap_residue[i]]; 1578 if (ch_left < ch) { 1579 av_log(vc->avccontext, AV_LOG_ERROR, "Too many channels in vorbis_floor_decode.\n"); 1580 return -1; 1581 } 1582 if (ch) { 1583 ret = vorbis_residue_decode(vc, residue, ch, do_not_decode, ch_res_ptr, vlen, ch_left); 1584 if (ret < 0) 1585 return ret; 1586 } 1587 1588 ch_res_ptr += ch * vlen; 1589 ch_left -= ch; 1590 } 1591 1592// Inverse coupling 1593 1594 for (i = mapping->coupling_steps - 1; i >= 0; --i) { //warning: i has to be signed 1595 float *mag, *ang; 1596 1597 mag = vc->channel_residues+res_chan[mapping->magnitude[i]] * blocksize / 2; 1598 ang = vc->channel_residues+res_chan[mapping->angle[i]] * blocksize / 2; 1599 vc->dsp.vorbis_inverse_coupling(mag, ang, blocksize / 2); 1600 } 1601 1602// Dotproduct, MDCT 1603 1604 mdct = &vc->mdct[blockflag]; 1605 1606 for (j = vc->audio_channels-1;j >= 0; j--) { 1607 ch_floor_ptr = vc->channel_floors + j * blocksize / 2; 1608 ch_res_ptr = vc->channel_residues + res_chan[j] * blocksize / 2; 1609 vc->dsp.vector_fmul(ch_floor_ptr, ch_floor_ptr, ch_res_ptr, blocksize / 2); 1610 mdct->imdct_half(mdct, ch_res_ptr, ch_floor_ptr); 1611 } 1612 1613// Overlap/add, save data for next overlapping FPMATH 1614 1615 retlen = (blocksize + vc->blocksize[previous_window]) / 4; 1616 for (j = 0; j < vc->audio_channels; j++) { 1617 unsigned bs0 = vc->blocksize[0]; 1618 unsigned bs1 = vc->blocksize[1]; 1619 float *residue = vc->channel_residues + res_chan[j] * blocksize / 2; 1620 float *saved = vc->saved + j * bs1 / 4; 1621 float *ret = vc->channel_floors + j * retlen; 1622 float *buf = residue; 1623 const float *win = vc->win[blockflag & previous_window]; 1624 1625 if (blockflag == previous_window) { 1626 vc->dsp.vector_fmul_window(ret, saved, buf, win, blocksize / 4); 1627 } else if (blockflag > previous_window) { 1628 vc->dsp.vector_fmul_window(ret, saved, buf, win, bs0 / 4); 1629 memcpy(ret+bs0/2, buf+bs0/4, ((bs1-bs0)/4) * sizeof(float)); 1630 } else { 1631 memcpy(ret, saved, ((bs1 - bs0) / 4) * sizeof(float)); 1632 vc->dsp.vector_fmul_window(ret + (bs1 - bs0) / 4, saved + (bs1 - bs0) / 4, buf, win, bs0 / 4); 1633 } 1634 memcpy(saved, buf + blocksize / 4, blocksize / 4 * sizeof(float)); 1635 } 1636 1637 vc->previous_window = blockflag; 1638 return retlen; 1639} 1640 1641// Return the decoded audio packet through the standard api 1642 1643static int vorbis_decode_frame(AVCodecContext *avccontext, void *data, 1644 int *got_frame_ptr, AVPacket *avpkt) 1645{ 1646 const uint8_t *buf = avpkt->data; 1647 int buf_size = avpkt->size; 1648 vorbis_context *vc = avccontext->priv_data; 1649 GetBitContext *gb = &vc->gb; 1650 const float *channel_ptrs[255]; 1651 int i, len, ret; 1652 1653 av_dlog(NULL, "packet length %d \n", buf_size); 1654 1655 init_get_bits(gb, buf, buf_size*8); 1656 1657 if ((len = vorbis_parse_audio_packet(vc)) <= 0) 1658 return len; 1659 1660 if (!vc->first_frame) { 1661 vc->first_frame = 1; 1662 *got_frame_ptr = 0; 1663 return buf_size; 1664 } 1665 1666 av_dlog(NULL, "parsed %d bytes %d bits, returned %d samples (*ch*bits) \n", 1667 get_bits_count(gb) / 8, get_bits_count(gb) % 8, len); 1668 1669 /* get output buffer */ 1670 vc->frame.nb_samples = len; 1671 if ((ret = avccontext->get_buffer(avccontext, &vc->frame)) < 0) { 1672 av_log(avccontext, AV_LOG_ERROR, "get_buffer() failed\n"); 1673 return ret; 1674 } 1675 1676 if (vc->audio_channels > 8) { 1677 for (i = 0; i < vc->audio_channels; i++) 1678 channel_ptrs[i] = vc->channel_floors + i * len; 1679 } else { 1680 for (i = 0; i < vc->audio_channels; i++) 1681 channel_ptrs[i] = vc->channel_floors + 1682 len * ff_vorbis_channel_layout_offsets[vc->audio_channels - 1][i]; 1683 } 1684 1685 if (avccontext->sample_fmt == AV_SAMPLE_FMT_FLT) 1686 vc->fmt_conv.float_interleave((float *)vc->frame.data[0], channel_ptrs, 1687 len, vc->audio_channels); 1688 else 1689 vc->fmt_conv.float_to_int16_interleave((int16_t *)vc->frame.data[0], 1690 channel_ptrs, len, 1691 vc->audio_channels); 1692 1693 *got_frame_ptr = 1; 1694 *(AVFrame *)data = vc->frame; 1695 1696 return buf_size; 1697} 1698 1699// Close decoder 1700 1701static av_cold int vorbis_decode_close(AVCodecContext *avccontext) 1702{ 1703 vorbis_context *vc = avccontext->priv_data; 1704 1705 vorbis_free(vc); 1706 1707 return 0; 1708} 1709 1710AVCodec ff_vorbis_decoder = { 1711 .name = "vorbis", 1712 .type = AVMEDIA_TYPE_AUDIO, 1713 .id = CODEC_ID_VORBIS, 1714 .priv_data_size = sizeof(vorbis_context), 1715 .init = vorbis_decode_init, 1716 .close = vorbis_decode_close, 1717 .decode = vorbis_decode_frame, 1718 .capabilities = CODEC_CAP_DR1, 1719 .long_name = NULL_IF_CONFIG_SMALL("Vorbis"), 1720 .channel_layouts = ff_vorbis_channel_layouts, 1721 .sample_fmts = (const enum AVSampleFormat[]) { 1722 AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_NONE 1723 }, 1724}; 1725 1726