]> rtime.felk.cvut.cz Git - frescor/ffmpeg.git/blob - libavformat/asfdec.c
Per-stream language-tags extraction in asfdec.
[frescor/ffmpeg.git] / libavformat / asfdec.c
1 /*
2  * ASF compatible demuxer
3  * Copyright (c) 2000, 2001 Fabrice Bellard
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21
22 #include "libavutil/common.h"
23 #include "libavutil/avstring.h"
24 #include "libavcodec/mpegaudio.h"
25 #include "avformat.h"
26 #include "riff.h"
27 #include "asf.h"
28 #include "asfcrypt.h"
29 #include "avlanguage.h"
30
31 void ff_mms_set_stream_selection(URLContext *h, AVFormatContext *format);
32
33 #undef NDEBUG
34 #include <assert.h>
35
36 #define FRAME_HEADER_SIZE 17
37 // Fix Me! FRAME_HEADER_SIZE may be different.
38
39 static const ff_asf_guid index_guid = {
40     0x90, 0x08, 0x00, 0x33, 0xb1, 0xe5, 0xcf, 0x11, 0x89, 0xf4, 0x00, 0xa0, 0xc9, 0x03, 0x49, 0xcb
41 };
42
43 static const ff_asf_guid stream_bitrate_guid = { /* (http://get.to/sdp) */
44     0xce, 0x75, 0xf8, 0x7b, 0x8d, 0x46, 0xd1, 0x11, 0x8d, 0x82, 0x00, 0x60, 0x97, 0xc9, 0xa2, 0xb2
45 };
46 /**********************************/
47 /* decoding */
48
49 //#define DEBUG
50
51 #ifdef DEBUG
52 #define PRINT_IF_GUID(g,cmp) \
53 if (!guidcmp(g, &cmp)) \
54     dprintf(NULL, "(GUID: %s) ", #cmp)
55
56 static void print_guid(const ff_asf_guid *g)
57 {
58     int i;
59     PRINT_IF_GUID(g, ff_asf_header);
60     else PRINT_IF_GUID(g, ff_asf_file_header);
61     else PRINT_IF_GUID(g, ff_asf_stream_header);
62     else PRINT_IF_GUID(g, ff_asf_audio_stream);
63     else PRINT_IF_GUID(g, ff_asf_audio_conceal_none);
64     else PRINT_IF_GUID(g, ff_asf_video_stream);
65     else PRINT_IF_GUID(g, ff_asf_video_conceal_none);
66     else PRINT_IF_GUID(g, ff_asf_command_stream);
67     else PRINT_IF_GUID(g, ff_asf_comment_header);
68     else PRINT_IF_GUID(g, ff_asf_codec_comment_header);
69     else PRINT_IF_GUID(g, ff_asf_codec_comment1_header);
70     else PRINT_IF_GUID(g, ff_asf_data_header);
71     else PRINT_IF_GUID(g, index_guid);
72     else PRINT_IF_GUID(g, ff_asf_head1_guid);
73     else PRINT_IF_GUID(g, ff_asf_head2_guid);
74     else PRINT_IF_GUID(g, ff_asf_my_guid);
75     else PRINT_IF_GUID(g, ff_asf_ext_stream_header);
76     else PRINT_IF_GUID(g, ff_asf_extended_content_header);
77     else PRINT_IF_GUID(g, ff_asf_ext_stream_embed_stream_header);
78     else PRINT_IF_GUID(g, ff_asf_ext_stream_audio_stream);
79     else PRINT_IF_GUID(g, ff_asf_metadata_header);
80     else PRINT_IF_GUID(g, stream_bitrate_guid);
81     else PRINT_IF_GUID(g, ff_asf_language_guid);
82     else
83         dprintf(NULL, "(GUID: unknown) ");
84     for(i=0;i<16;i++)
85         dprintf(NULL, " 0x%02x,", (*g)[i]);
86     dprintf(NULL, "}\n");
87 }
88 #undef PRINT_IF_GUID
89 #else
90 #define print_guid(g)
91 #endif
92
93 static int guidcmp(const void *g1, const void *g2)
94 {
95     return memcmp(g1, g2, sizeof(ff_asf_guid));
96 }
97
98 static void get_guid(ByteIOContext *s, ff_asf_guid *g)
99 {
100     assert(sizeof(*g) == 16);
101     get_buffer(s, *g, sizeof(*g));
102 }
103
104 #if 0
105 static void get_str16(ByteIOContext *pb, char *buf, int buf_size)
106 {
107     int len, c;
108     char *q;
109
110     len = get_le16(pb);
111     q = buf;
112     while (len > 0) {
113         c = get_le16(pb);
114         if ((q - buf) < buf_size - 1)
115             *q++ = c;
116         len--;
117     }
118     *q = '\0';
119 }
120 #endif
121
122 static void get_str16_nolen(ByteIOContext *pb, int len, char *buf, int buf_size)
123 {
124     char* q = buf;
125     len /= 2;
126     while (len--) {
127         uint8_t tmp;
128         PUT_UTF8(get_le16(pb), tmp, if (q - buf < buf_size - 1) *q++ = tmp;)
129     }
130     *q = '\0';
131 }
132
133 static int asf_probe(AVProbeData *pd)
134 {
135     /* check file header */
136     if (!guidcmp(pd->buf, &ff_asf_header))
137         return AVPROBE_SCORE_MAX;
138     else
139         return 0;
140 }
141
142 static int get_value(ByteIOContext *pb, int type){
143     switch(type){
144         case 2: return get_le32(pb);
145         case 3: return get_le32(pb);
146         case 4: return get_le64(pb);
147         case 5: return get_le16(pb);
148         default:return INT_MIN;
149     }
150 }
151
152 static void get_tag(AVFormatContext *s, const char *key, int type, int len)
153 {
154     char value[1024];
155     if (type <= 1) {         // unicode or byte
156         get_str16_nolen(s->pb, len, value, sizeof(value));
157     } else if (type <= 5) {  // boolean or DWORD or QWORD or WORD
158         uint64_t num = get_value(s->pb, type);
159         snprintf(value, sizeof(value), "%"PRIu64, num);
160     } else {
161         url_fskip(s->pb, len);
162         return;
163     }
164     if (!strncmp(key, "WM/", 3))
165         key += 3;
166     av_metadata_set(&s->metadata, key, value);
167 }
168
169 static int asf_read_header(AVFormatContext *s, AVFormatParameters *ap)
170 {
171     ASFContext *asf = s->priv_data;
172     ff_asf_guid g;
173     ByteIOContext *pb = s->pb;
174     AVStream *st;
175     ASFStream *asf_st;
176     int size, i;
177     int64_t gsize;
178     AVRational dar[128];
179     uint32_t bitrate[128];
180
181     memset(dar, 0, sizeof(dar));
182     memset(bitrate, 0, sizeof(bitrate));
183
184     get_guid(pb, &g);
185     if (guidcmp(&g, &ff_asf_header))
186         return -1;
187     get_le64(pb);
188     get_le32(pb);
189     get_byte(pb);
190     get_byte(pb);
191     memset(&asf->asfid2avid, -1, sizeof(asf->asfid2avid));
192     for(;;) {
193         get_guid(pb, &g);
194         gsize = get_le64(pb);
195         dprintf(s, "%08"PRIx64": ", url_ftell(pb) - 24);
196         print_guid(&g);
197         dprintf(s, "  size=0x%"PRIx64"\n", gsize);
198         if (!guidcmp(&g, &ff_asf_data_header)) {
199             asf->data_object_offset = url_ftell(pb);
200             // if not streaming, gsize is not unlimited (how?), and there is enough space in the file..
201             if (!(asf->hdr.flags & 0x01) && gsize >= 100) {
202                 asf->data_object_size = gsize - 24;
203             } else {
204                 asf->data_object_size = (uint64_t)-1;
205             }
206             break;
207         }
208         if (gsize < 24)
209             return -1;
210         if (!guidcmp(&g, &ff_asf_file_header)) {
211             get_guid(pb, &asf->hdr.guid);
212             asf->hdr.file_size          = get_le64(pb);
213             asf->hdr.create_time        = get_le64(pb);
214             asf->nb_packets             = get_le64(pb);
215             asf->hdr.play_time          = get_le64(pb);
216             asf->hdr.send_time          = get_le64(pb);
217             asf->hdr.preroll            = get_le32(pb);
218             asf->hdr.ignore             = get_le32(pb);
219             asf->hdr.flags              = get_le32(pb);
220             asf->hdr.min_pktsize        = get_le32(pb);
221             asf->hdr.max_pktsize        = get_le32(pb);
222             asf->hdr.max_bitrate        = get_le32(pb);
223             asf->packet_size = asf->hdr.max_pktsize;
224         } else if (!guidcmp(&g, &ff_asf_stream_header)) {
225             enum CodecType type;
226             int type_specific_size, sizeX;
227             uint64_t total_size;
228             unsigned int tag1;
229             int64_t pos1, pos2, start_time;
230             int test_for_ext_stream_audio, is_dvr_ms_audio=0;
231
232             pos1 = url_ftell(pb);
233
234             st = av_new_stream(s, 0);
235             if (!st)
236                 return AVERROR(ENOMEM);
237             av_set_pts_info(st, 32, 1, 1000); /* 32 bit pts in ms */
238             asf_st = av_mallocz(sizeof(ASFStream));
239             if (!asf_st)
240                 return AVERROR(ENOMEM);
241             st->priv_data = asf_st;
242             start_time = asf->hdr.preroll;
243
244             asf_st->stream_language_index = 128; // invalid stream index means no language info
245
246             if(!(asf->hdr.flags & 0x01)) { // if we aren't streaming...
247                 st->duration = asf->hdr.send_time /
248                     (10000000 / 1000) - start_time;
249             }
250             get_guid(pb, &g);
251
252             test_for_ext_stream_audio = 0;
253             if (!guidcmp(&g, &ff_asf_audio_stream)) {
254                 type = CODEC_TYPE_AUDIO;
255             } else if (!guidcmp(&g, &ff_asf_video_stream)) {
256                 type = CODEC_TYPE_VIDEO;
257             } else if (!guidcmp(&g, &ff_asf_command_stream)) {
258                 type = CODEC_TYPE_DATA;
259             } else if (!guidcmp(&g, &ff_asf_ext_stream_embed_stream_header)) {
260                 test_for_ext_stream_audio = 1;
261                 type = CODEC_TYPE_UNKNOWN;
262             } else {
263                 return -1;
264             }
265             get_guid(pb, &g);
266             total_size = get_le64(pb);
267             type_specific_size = get_le32(pb);
268             get_le32(pb);
269             st->id = get_le16(pb) & 0x7f; /* stream id */
270             // mapping of asf ID to AV stream ID;
271             asf->asfid2avid[st->id] = s->nb_streams - 1;
272
273             get_le32(pb);
274
275             if (test_for_ext_stream_audio) {
276                 get_guid(pb, &g);
277                 if (!guidcmp(&g, &ff_asf_ext_stream_audio_stream)) {
278                     type = CODEC_TYPE_AUDIO;
279                     is_dvr_ms_audio=1;
280                     get_guid(pb, &g);
281                     get_le32(pb);
282                     get_le32(pb);
283                     get_le32(pb);
284                     get_guid(pb, &g);
285                     get_le32(pb);
286                 }
287             }
288
289             st->codec->codec_type = type;
290             if (type == CODEC_TYPE_AUDIO) {
291                 get_wav_header(pb, st->codec, type_specific_size);
292                 if (is_dvr_ms_audio) {
293                     // codec_id and codec_tag are unreliable in dvr_ms
294                     // files. Set them later by probing stream.
295                     st->codec->codec_id = CODEC_ID_PROBE;
296                     st->codec->codec_tag = 0;
297                 }
298                 if (st->codec->codec_id == CODEC_ID_AAC) {
299                     st->need_parsing = AVSTREAM_PARSE_NONE;
300                 } else {
301                     st->need_parsing = AVSTREAM_PARSE_FULL;
302                 }
303                 /* We have to init the frame size at some point .... */
304                 pos2 = url_ftell(pb);
305                 if (gsize >= (pos2 + 8 - pos1 + 24)) {
306                     asf_st->ds_span = get_byte(pb);
307                     asf_st->ds_packet_size = get_le16(pb);
308                     asf_st->ds_chunk_size = get_le16(pb);
309                     get_le16(pb); //ds_data_size
310                     get_byte(pb); //ds_silence_data
311                 }
312                 //printf("Descrambling: ps:%d cs:%d ds:%d s:%d  sd:%d\n",
313                 //       asf_st->ds_packet_size, asf_st->ds_chunk_size,
314                 //       asf_st->ds_data_size, asf_st->ds_span, asf_st->ds_silence_data);
315                 if (asf_st->ds_span > 1) {
316                     if (!asf_st->ds_chunk_size
317                         || (asf_st->ds_packet_size/asf_st->ds_chunk_size <= 1)
318                         || asf_st->ds_packet_size % asf_st->ds_chunk_size)
319                         asf_st->ds_span = 0; // disable descrambling
320                 }
321                 switch (st->codec->codec_id) {
322                 case CODEC_ID_MP3:
323                     st->codec->frame_size = MPA_FRAME_SIZE;
324                     break;
325                 case CODEC_ID_PCM_S16LE:
326                 case CODEC_ID_PCM_S16BE:
327                 case CODEC_ID_PCM_U16LE:
328                 case CODEC_ID_PCM_U16BE:
329                 case CODEC_ID_PCM_S8:
330                 case CODEC_ID_PCM_U8:
331                 case CODEC_ID_PCM_ALAW:
332                 case CODEC_ID_PCM_MULAW:
333                     st->codec->frame_size = 1;
334                     break;
335                 default:
336                     /* This is probably wrong, but it prevents a crash later */
337                     st->codec->frame_size = 1;
338                     break;
339                 }
340             } else if (type == CODEC_TYPE_VIDEO) {
341                 get_le32(pb);
342                 get_le32(pb);
343                 get_byte(pb);
344                 size = get_le16(pb); /* size */
345                 sizeX= get_le32(pb); /* size */
346                 st->codec->width = get_le32(pb);
347                 st->codec->height = get_le32(pb);
348                 /* not available for asf */
349                 get_le16(pb); /* panes */
350                 st->codec->bits_per_coded_sample = get_le16(pb); /* depth */
351                 tag1 = get_le32(pb);
352                 url_fskip(pb, 20);
353 //                av_log(s, AV_LOG_DEBUG, "size:%d tsize:%d sizeX:%d\n", size, total_size, sizeX);
354                 size= sizeX;
355                 if (size > 40) {
356                     st->codec->extradata_size = size - 40;
357                     st->codec->extradata = av_mallocz(st->codec->extradata_size + FF_INPUT_BUFFER_PADDING_SIZE);
358                     get_buffer(pb, st->codec->extradata, st->codec->extradata_size);
359                 }
360
361                 /* Extract palette from extradata if bpp <= 8 */
362                 /* This code assumes that extradata contains only palette */
363                 /* This is true for all paletted codecs implemented in ffmpeg */
364                 if (st->codec->extradata_size && (st->codec->bits_per_coded_sample <= 8)) {
365                     st->codec->palctrl = av_mallocz(sizeof(AVPaletteControl));
366 #ifdef WORDS_BIGENDIAN
367                     for (i = 0; i < FFMIN(st->codec->extradata_size, AVPALETTE_SIZE)/4; i++)
368                         st->codec->palctrl->palette[i] = bswap_32(((uint32_t*)st->codec->extradata)[i]);
369 #else
370                     memcpy(st->codec->palctrl->palette, st->codec->extradata,
371                            FFMIN(st->codec->extradata_size, AVPALETTE_SIZE));
372 #endif
373                     st->codec->palctrl->palette_changed = 1;
374                 }
375
376                 st->codec->codec_tag = tag1;
377                 st->codec->codec_id = codec_get_id(codec_bmp_tags, tag1);
378                 if(tag1 == MKTAG('D', 'V', 'R', ' '))
379                     st->need_parsing = AVSTREAM_PARSE_FULL;
380             }
381             pos2 = url_ftell(pb);
382             url_fskip(pb, gsize - (pos2 - pos1 + 24));
383         } else if (!guidcmp(&g, &ff_asf_comment_header)) {
384             int len1, len2, len3, len4, len5;
385
386             len1 = get_le16(pb);
387             len2 = get_le16(pb);
388             len3 = get_le16(pb);
389             len4 = get_le16(pb);
390             len5 = get_le16(pb);
391             get_tag(s, "title"    , 0, len1);
392             get_tag(s, "author"   , 0, len2);
393             get_tag(s, "copyright", 0, len3);
394             get_tag(s, "comment"  , 0, len4);
395             url_fskip(pb, len5);
396         } else if (!guidcmp(&g, &stream_bitrate_guid)) {
397             int stream_count = get_le16(pb);
398             int j;
399
400 //            av_log(s, AV_LOG_ERROR, "stream bitrate properties\n");
401 //            av_log(s, AV_LOG_ERROR, "streams %d\n", streams);
402             for(j = 0; j < stream_count; j++) {
403                 int flags, bitrate, stream_id;
404
405                 flags= get_le16(pb);
406                 bitrate= get_le32(pb);
407                 stream_id= (flags & 0x7f);
408 //                av_log(s, AV_LOG_ERROR, "flags: 0x%x stream id %d, bitrate %d\n", flags, stream_id, bitrate);
409                 asf->stream_bitrates[stream_id]= bitrate;
410             }
411         } else if (!guidcmp(&g, &ff_asf_language_guid)) {
412             int j;
413             int stream_count = get_le16(pb);
414             for(j = 0; j < stream_count; j++) {
415                 char lang[6];
416                 unsigned int lang_len = get_byte(pb);
417                 get_str16_nolen(pb, lang_len, lang, sizeof(lang));
418                 if (j < 128)
419                     av_strlcpy(asf->stream_languages[j], lang, sizeof(*asf->stream_languages));
420             }
421         } else if (!guidcmp(&g, &ff_asf_extended_content_header)) {
422             int desc_count, i;
423
424             desc_count = get_le16(pb);
425             for(i=0;i<desc_count;i++) {
426                     int name_len,value_type,value_len;
427                     char name[1024];
428
429                     name_len = get_le16(pb);
430                     get_str16_nolen(pb, name_len, name, sizeof(name));
431                     value_type = get_le16(pb);
432                     value_len  = get_le16(pb);
433                     get_tag(s, name, value_type, value_len);
434             }
435         } else if (!guidcmp(&g, &ff_asf_metadata_header)) {
436             int n, stream_num, name_len, value_len, value_type, value_num;
437             n = get_le16(pb);
438
439             for(i=0;i<n;i++) {
440                 char name[1024];
441
442                 get_le16(pb); //lang_list_index
443                 stream_num= get_le16(pb);
444                 name_len=   get_le16(pb);
445                 value_type= get_le16(pb);
446                 value_len=  get_le32(pb);
447
448                 get_str16_nolen(pb, name_len, name, sizeof(name));
449 //av_log(s, AV_LOG_ERROR, "%d %d %d %d %d <%s>\n", i, stream_num, name_len, value_type, value_len, name);
450                 value_num= get_le16(pb);//we should use get_value() here but it does not work 2 is le16 here but le32 elsewhere
451                 url_fskip(pb, value_len - 2);
452
453                 if(stream_num<128){
454                     if     (!strcmp(name, "AspectRatioX")) dar[stream_num].num= value_num;
455                     else if(!strcmp(name, "AspectRatioY")) dar[stream_num].den= value_num;
456                 }
457             }
458         } else if (!guidcmp(&g, &ff_asf_ext_stream_header)) {
459             int ext_len, payload_ext_ct, stream_ct;
460             uint32_t ext_d, leak_rate, stream_num;
461             unsigned int stream_languageid_index;
462
463             get_le64(pb); // starttime
464             get_le64(pb); // endtime
465             leak_rate = get_le32(pb); // leak-datarate
466             get_le32(pb); // bucket-datasize
467             get_le32(pb); // init-bucket-fullness
468             get_le32(pb); // alt-leak-datarate
469             get_le32(pb); // alt-bucket-datasize
470             get_le32(pb); // alt-init-bucket-fullness
471             get_le32(pb); // max-object-size
472             get_le32(pb); // flags (reliable,seekable,no_cleanpoints?,resend-live-cleanpoints, rest of bits reserved)
473             stream_num = get_le16(pb); // stream-num
474
475             stream_languageid_index = get_le16(pb); // stream-language-id-index
476             if (stream_num < 128)
477                 asf->streams[stream_num].stream_language_index = stream_languageid_index;
478
479             get_le64(pb); // avg frametime in 100ns units
480             stream_ct = get_le16(pb); //stream-name-count
481             payload_ext_ct = get_le16(pb); //payload-extension-system-count
482
483             if (stream_num < 128)
484                 bitrate[stream_num] = leak_rate;
485
486             for (i=0; i<stream_ct; i++){
487                 get_le16(pb);
488                 ext_len = get_le16(pb);
489                 url_fseek(pb, ext_len, SEEK_CUR);
490             }
491
492             for (i=0; i<payload_ext_ct; i++){
493                 get_guid(pb, &g);
494                 ext_d=get_le16(pb);
495                 ext_len=get_le32(pb);
496                 url_fseek(pb, ext_len, SEEK_CUR);
497             }
498
499             // there could be a optional stream properties object to follow
500             // if so the next iteration will pick it up
501         } else if (!guidcmp(&g, &ff_asf_head1_guid)) {
502             int v1, v2;
503             get_guid(pb, &g);
504             v1 = get_le32(pb);
505             v2 = get_le16(pb);
506 #if 0
507         } else if (!guidcmp(&g, &ff_asf_codec_comment_header)) {
508             int len, v1, n, num;
509             char str[256], *q;
510             char tag[16];
511
512             get_guid(pb, &g);
513             print_guid(&g);
514
515             n = get_le32(pb);
516             for(i=0;i<n;i++) {
517                 num = get_le16(pb); /* stream number */
518                 get_str16(pb, str, sizeof(str));
519                 get_str16(pb, str, sizeof(str));
520                 len = get_le16(pb);
521                 q = tag;
522                 while (len > 0) {
523                     v1 = get_byte(pb);
524                     if ((q - tag) < sizeof(tag) - 1)
525                         *q++ = v1;
526                     len--;
527                 }
528                 *q = '\0';
529             }
530 #endif
531         } else if (url_feof(pb)) {
532             return -1;
533         } else {
534             url_fseek(pb, gsize - 24, SEEK_CUR);
535         }
536     }
537     get_guid(pb, &g);
538     get_le64(pb);
539     get_byte(pb);
540     get_byte(pb);
541     if (url_feof(pb))
542         return -1;
543     asf->data_offset = url_ftell(pb);
544     asf->packet_size_left = 0;
545
546
547     for(i=0; i<128; i++){
548         int stream_num= asf->asfid2avid[i];
549         if(stream_num>=0){
550             AVStream *st = s->streams[stream_num];
551             if (!st->codec->bit_rate)
552                 st->codec->bit_rate = bitrate[i];
553             if (dar[i].num > 0 && dar[i].den > 0)
554                 av_reduce(&st->sample_aspect_ratio.num,
555                           &st->sample_aspect_ratio.den,
556                           dar[i].num, dar[i].den, INT_MAX);
557 //av_log(s, AV_LOG_ERROR, "dar %d:%d sar=%d:%d\n", dar[i].num, dar[i].den, st->sample_aspect_ratio.num, st->sample_aspect_ratio.den);
558
559             // copy and convert language codes to the frontend
560             if (asf->streams[i].stream_language_index < 128) {
561                 const char *rfc1766 = asf->stream_languages[asf->streams[i].stream_language_index];
562                 if (rfc1766 && strlen(rfc1766) > 1) {
563                     const char primary_tag[3] = { rfc1766[0], rfc1766[1], '\0' }; // ignore country code if any
564                     const char *iso6392 = av_convert_lang_to(primary_tag, AV_LANG_ISO639_2_BIBL);
565                     if (iso6392)
566                         av_metadata_set(&st->metadata, "language", iso6392);
567                 }
568             }
569         }
570     }
571
572     return 0;
573 }
574
575 #define DO_2BITS(bits, var, defval) \
576     switch (bits & 3) \
577     { \
578     case 3: var = get_le32(pb); rsize += 4; break; \
579     case 2: var = get_le16(pb); rsize += 2; break; \
580     case 1: var = get_byte(pb); rsize++; break; \
581     default: var = defval; break; \
582     }
583
584 int ff_asf_get_packet(AVFormatContext *s, ByteIOContext *pb)
585 {
586     ASFContext *asf = s->priv_data;
587     uint32_t packet_length, padsize;
588     int rsize = 8;
589     int c, d, e, off;
590
591     off= (url_ftell(pb) - s->data_offset) % asf->packet_size + 3;
592
593     c=d=e=-1;
594     while(off-- > 0){
595         c=d; d=e;
596         e= get_byte(pb);
597         if(c == 0x82 && !d && !e)
598             break;
599     }
600
601     if (c != 0x82) {
602         if (!url_feof(pb))
603             av_log(s, AV_LOG_ERROR, "ff asf bad header %x  at:%"PRId64"\n", c, url_ftell(pb));
604     }
605     if ((c & 0x8f) == 0x82) {
606         if (d || e) {
607             if (!url_feof(pb))
608                 av_log(s, AV_LOG_ERROR, "ff asf bad non zero\n");
609             return -1;
610         }
611         c= get_byte(pb);
612         d= get_byte(pb);
613         rsize+=3;
614     }else{
615         url_fseek(pb, -1, SEEK_CUR); //FIXME
616     }
617
618     asf->packet_flags    = c;
619     asf->packet_property = d;
620
621     DO_2BITS(asf->packet_flags >> 5, packet_length, asf->packet_size);
622     DO_2BITS(asf->packet_flags >> 1, padsize, 0); // sequence ignored
623     DO_2BITS(asf->packet_flags >> 3, padsize, 0); // padding length
624
625     //the following checks prevent overflows and infinite loops
626     if(packet_length >= (1U<<29)){
627         av_log(s, AV_LOG_ERROR, "invalid packet_length %d at:%"PRId64"\n", packet_length, url_ftell(pb));
628         return -1;
629     }
630     if(padsize >= packet_length){
631         av_log(s, AV_LOG_ERROR, "invalid padsize %d at:%"PRId64"\n", padsize, url_ftell(pb));
632         return -1;
633     }
634
635     asf->packet_timestamp = get_le32(pb);
636     get_le16(pb); /* duration */
637     // rsize has at least 11 bytes which have to be present
638
639     if (asf->packet_flags & 0x01) {
640         asf->packet_segsizetype = get_byte(pb); rsize++;
641         asf->packet_segments = asf->packet_segsizetype & 0x3f;
642     } else {
643         asf->packet_segments = 1;
644         asf->packet_segsizetype = 0x80;
645     }
646     asf->packet_size_left = packet_length - padsize - rsize;
647     if (packet_length < asf->hdr.min_pktsize)
648         padsize += asf->hdr.min_pktsize - packet_length;
649     asf->packet_padsize = padsize;
650     dprintf(s, "packet: size=%d padsize=%d  left=%d\n", asf->packet_size, asf->packet_padsize, asf->packet_size_left);
651     return 0;
652 }
653
654 /**
655  *
656  * @return <0 if error
657  */
658 static int asf_read_frame_header(AVFormatContext *s, ByteIOContext *pb){
659     ASFContext *asf = s->priv_data;
660     int rsize = 1;
661     int num = get_byte(pb);
662     int64_t ts0, ts1;
663
664     asf->packet_segments--;
665     asf->packet_key_frame = num >> 7;
666     asf->stream_index = asf->asfid2avid[num & 0x7f];
667     // sequence should be ignored!
668     DO_2BITS(asf->packet_property >> 4, asf->packet_seq, 0);
669     DO_2BITS(asf->packet_property >> 2, asf->packet_frag_offset, 0);
670     DO_2BITS(asf->packet_property, asf->packet_replic_size, 0);
671 //printf("key:%d stream:%d seq:%d offset:%d replic_size:%d\n", asf->packet_key_frame, asf->stream_index, asf->packet_seq, //asf->packet_frag_offset, asf->packet_replic_size);
672     if (asf->packet_replic_size >= 8) {
673         asf->packet_obj_size = get_le32(pb);
674         if(asf->packet_obj_size >= (1<<24) || asf->packet_obj_size <= 0){
675             av_log(s, AV_LOG_ERROR, "packet_obj_size invalid\n");
676             return -1;
677         }
678         asf->packet_frag_timestamp = get_le32(pb); // timestamp
679         if(asf->packet_replic_size >= 8+38+4){
680 //            for(i=0; i<asf->packet_replic_size-8; i++)
681 //                av_log(s, AV_LOG_DEBUG, "%02X ",get_byte(pb));
682 //            av_log(s, AV_LOG_DEBUG, "\n");
683             url_fskip(pb, 10);
684             ts0= get_le64(pb);
685             ts1= get_le64(pb);
686             url_fskip(pb, 12);
687             get_le32(pb);
688             url_fskip(pb, asf->packet_replic_size - 8 - 38 - 4);
689             if(ts0!= -1) asf->packet_frag_timestamp= ts0/10000;
690             else         asf->packet_frag_timestamp= AV_NOPTS_VALUE;
691         }else
692             url_fskip(pb, asf->packet_replic_size - 8);
693         rsize += asf->packet_replic_size; // FIXME - check validity
694     } else if (asf->packet_replic_size==1){
695         // multipacket - frag_offset is beginning timestamp
696         asf->packet_time_start = asf->packet_frag_offset;
697         asf->packet_frag_offset = 0;
698         asf->packet_frag_timestamp = asf->packet_timestamp;
699
700         asf->packet_time_delta = get_byte(pb);
701         rsize++;
702     }else if(asf->packet_replic_size!=0){
703         av_log(s, AV_LOG_ERROR, "unexpected packet_replic_size of %d\n", asf->packet_replic_size);
704         return -1;
705     }
706     if (asf->packet_flags & 0x01) {
707         DO_2BITS(asf->packet_segsizetype >> 6, asf->packet_frag_size, 0); // 0 is illegal
708         if(asf->packet_frag_size > asf->packet_size_left - rsize){
709             av_log(s, AV_LOG_ERROR, "packet_frag_size is invalid\n");
710             return -1;
711         }
712         //printf("Fragsize %d\n", asf->packet_frag_size);
713     } else {
714         asf->packet_frag_size = asf->packet_size_left - rsize;
715         //printf("Using rest  %d %d %d\n", asf->packet_frag_size, asf->packet_size_left, rsize);
716     }
717     if (asf->packet_replic_size == 1) {
718         asf->packet_multi_size = asf->packet_frag_size;
719         if (asf->packet_multi_size > asf->packet_size_left)
720             return -1;
721     }
722     asf->packet_size_left -= rsize;
723     //printf("___objsize____  %d   %d    rs:%d\n", asf->packet_obj_size, asf->packet_frag_offset, rsize);
724
725     return 0;
726 }
727
728 int ff_asf_parse_packet(AVFormatContext *s, ByteIOContext *pb, AVPacket *pkt)
729 {
730     ASFContext *asf = s->priv_data;
731     ASFStream *asf_st = 0;
732     for (;;) {
733         if(url_feof(pb))
734             return AVERROR_EOF;
735         if (asf->packet_size_left < FRAME_HEADER_SIZE
736             || asf->packet_segments < 1) {
737             //asf->packet_size_left <= asf->packet_padsize) {
738             int ret = asf->packet_size_left + asf->packet_padsize;
739             //printf("PacketLeftSize:%d  Pad:%d Pos:%"PRId64"\n", asf->packet_size_left, asf->packet_padsize, url_ftell(pb));
740             assert(ret>=0);
741             /* fail safe */
742             url_fskip(pb, ret);
743
744             asf->packet_pos= url_ftell(pb);
745             if (asf->data_object_size != (uint64_t)-1 &&
746                 (asf->packet_pos - asf->data_object_offset >= asf->data_object_size))
747                 return AVERROR_EOF; /* Do not exceed the size of the data object */
748             return 1;
749         }
750         if (asf->packet_time_start == 0) {
751             if(asf_read_frame_header(s, pb) < 0){
752                 asf->packet_segments= 0;
753                 continue;
754             }
755             if (asf->stream_index < 0
756                 || s->streams[asf->stream_index]->discard >= AVDISCARD_ALL
757                 || (!asf->packet_key_frame && s->streams[asf->stream_index]->discard >= AVDISCARD_NONKEY)
758                 ) {
759                 asf->packet_time_start = 0;
760                 /* unhandled packet (should not happen) */
761                 url_fskip(pb, asf->packet_frag_size);
762                 asf->packet_size_left -= asf->packet_frag_size;
763                 if(asf->stream_index < 0)
764                     av_log(s, AV_LOG_ERROR, "ff asf skip %d (unknown stream)\n", asf->packet_frag_size);
765                 continue;
766             }
767             asf->asf_st = s->streams[asf->stream_index]->priv_data;
768         }
769         asf_st = asf->asf_st;
770
771         if (asf->packet_replic_size == 1) {
772             // frag_offset is here used as the beginning timestamp
773             asf->packet_frag_timestamp = asf->packet_time_start;
774             asf->packet_time_start += asf->packet_time_delta;
775             asf->packet_obj_size = asf->packet_frag_size = get_byte(pb);
776             asf->packet_size_left--;
777             asf->packet_multi_size--;
778             if (asf->packet_multi_size < asf->packet_obj_size)
779             {
780                 asf->packet_time_start = 0;
781                 url_fskip(pb, asf->packet_multi_size);
782                 asf->packet_size_left -= asf->packet_multi_size;
783                 continue;
784             }
785             asf->packet_multi_size -= asf->packet_obj_size;
786             //printf("COMPRESS size  %d  %d  %d   ms:%d\n", asf->packet_obj_size, asf->packet_frag_timestamp, asf->packet_size_left, asf->packet_multi_size);
787         }
788         if(   /*asf->packet_frag_size == asf->packet_obj_size*/
789               asf_st->frag_offset + asf->packet_frag_size <= asf_st->pkt.size
790            && asf_st->frag_offset + asf->packet_frag_size > asf->packet_obj_size){
791             av_log(s, AV_LOG_INFO, "ignoring invalid packet_obj_size (%d %d %d %d)\n",
792                 asf_st->frag_offset, asf->packet_frag_size,
793                 asf->packet_obj_size, asf_st->pkt.size);
794             asf->packet_obj_size= asf_st->pkt.size;
795         }
796
797         if (   asf_st->pkt.size != asf->packet_obj_size
798             || asf_st->frag_offset + asf->packet_frag_size > asf_st->pkt.size) { //FIXME is this condition sufficient?
799             if(asf_st->pkt.data){
800                 av_log(s, AV_LOG_INFO, "freeing incomplete packet size %d, new %d\n", asf_st->pkt.size, asf->packet_obj_size);
801                 asf_st->frag_offset = 0;
802                 av_free_packet(&asf_st->pkt);
803             }
804             /* new packet */
805             av_new_packet(&asf_st->pkt, asf->packet_obj_size);
806             asf_st->seq = asf->packet_seq;
807             asf_st->pkt.dts = asf->packet_frag_timestamp;
808             asf_st->pkt.stream_index = asf->stream_index;
809             asf_st->pkt.pos =
810             asf_st->packet_pos= asf->packet_pos;
811 //printf("new packet: stream:%d key:%d packet_key:%d audio:%d size:%d\n",
812 //asf->stream_index, asf->packet_key_frame, asf_st->pkt.flags & PKT_FLAG_KEY,
813 //s->streams[asf->stream_index]->codec->codec_type == CODEC_TYPE_AUDIO, asf->packet_obj_size);
814             if (s->streams[asf->stream_index]->codec->codec_type == CODEC_TYPE_AUDIO)
815                 asf->packet_key_frame = 1;
816             if (asf->packet_key_frame)
817                 asf_st->pkt.flags |= PKT_FLAG_KEY;
818         }
819
820         /* read data */
821         //printf("READ PACKET s:%d  os:%d  o:%d,%d  l:%d   DATA:%p\n",
822         //       asf->packet_size, asf_st->pkt.size, asf->packet_frag_offset,
823         //       asf_st->frag_offset, asf->packet_frag_size, asf_st->pkt.data);
824         asf->packet_size_left -= asf->packet_frag_size;
825         if (asf->packet_size_left < 0)
826             continue;
827
828         if(   asf->packet_frag_offset >= asf_st->pkt.size
829            || asf->packet_frag_size > asf_st->pkt.size - asf->packet_frag_offset){
830             av_log(s, AV_LOG_ERROR, "packet fragment position invalid %u,%u not in %u\n",
831                 asf->packet_frag_offset, asf->packet_frag_size, asf_st->pkt.size);
832             continue;
833         }
834
835         get_buffer(pb, asf_st->pkt.data + asf->packet_frag_offset,
836                    asf->packet_frag_size);
837         if (s->key && s->keylen == 20)
838             ff_asfcrypt_dec(s->key, asf_st->pkt.data + asf->packet_frag_offset,
839                             asf->packet_frag_size);
840         asf_st->frag_offset += asf->packet_frag_size;
841         /* test if whole packet is read */
842         if (asf_st->frag_offset == asf_st->pkt.size) {
843             //workaround for macroshit radio DVR-MS files
844             if(   s->streams[asf->stream_index]->codec->codec_id == CODEC_ID_MPEG2VIDEO
845                && asf_st->pkt.size > 100){
846                 int i;
847                 for(i=0; i<asf_st->pkt.size && !asf_st->pkt.data[i]; i++);
848                 if(i == asf_st->pkt.size){
849                     av_log(s, AV_LOG_DEBUG, "discarding ms fart\n");
850                     asf_st->frag_offset = 0;
851                     av_free_packet(&asf_st->pkt);
852                     continue;
853                 }
854             }
855
856             /* return packet */
857             if (asf_st->ds_span > 1) {
858               if(asf_st->pkt.size != asf_st->ds_packet_size * asf_st->ds_span){
859                     av_log(s, AV_LOG_ERROR, "pkt.size != ds_packet_size * ds_span (%d %d %d)\n", asf_st->pkt.size, asf_st->ds_packet_size, asf_st->ds_span);
860               }else{
861                 /* packet descrambling */
862                 uint8_t *newdata = av_malloc(asf_st->pkt.size);
863                 if (newdata) {
864                     int offset = 0;
865                     while (offset < asf_st->pkt.size) {
866                         int off = offset / asf_st->ds_chunk_size;
867                         int row = off / asf_st->ds_span;
868                         int col = off % asf_st->ds_span;
869                         int idx = row + col * asf_st->ds_packet_size / asf_st->ds_chunk_size;
870                         //printf("off:%d  row:%d  col:%d  idx:%d\n", off, row, col, idx);
871
872                         assert(offset + asf_st->ds_chunk_size <= asf_st->pkt.size);
873                         assert(idx+1 <= asf_st->pkt.size / asf_st->ds_chunk_size);
874                         memcpy(newdata + offset,
875                                asf_st->pkt.data + idx * asf_st->ds_chunk_size,
876                                asf_st->ds_chunk_size);
877                         offset += asf_st->ds_chunk_size;
878                     }
879                     av_free(asf_st->pkt.data);
880                     asf_st->pkt.data = newdata;
881                 }
882               }
883             }
884             asf_st->frag_offset = 0;
885             *pkt= asf_st->pkt;
886             //printf("packet %d %d\n", asf_st->pkt.size, asf->packet_frag_size);
887             asf_st->pkt.size = 0;
888             asf_st->pkt.data = 0;
889             break; // packet completed
890         }
891     }
892     return 0;
893 }
894
895 static int asf_read_packet(AVFormatContext *s, AVPacket *pkt)
896 {
897     ASFContext *asf = s->priv_data;
898
899     for (;;) {
900         int ret;
901
902         /* parse cached packets, if any */
903         if ((ret = ff_asf_parse_packet(s, s->pb, pkt)) <= 0)
904             return ret;
905         if ((ret = ff_asf_get_packet(s, s->pb)) < 0)
906             assert(asf->packet_size_left < FRAME_HEADER_SIZE || asf->packet_segments < 1);
907         asf->packet_time_start = 0;
908     }
909
910     return 0;
911 }
912
913 // Added to support seeking after packets have been read
914 // If information is not reset, read_packet fails due to
915 // leftover information from previous reads
916 static void asf_reset_header(AVFormatContext *s)
917 {
918     ASFContext *asf = s->priv_data;
919     ASFStream *asf_st;
920     int i;
921
922     asf->packet_nb_frames = 0;
923     asf->packet_size_left = 0;
924     asf->packet_segments = 0;
925     asf->packet_flags = 0;
926     asf->packet_property = 0;
927     asf->packet_timestamp = 0;
928     asf->packet_segsizetype = 0;
929     asf->packet_segments = 0;
930     asf->packet_seq = 0;
931     asf->packet_replic_size = 0;
932     asf->packet_key_frame = 0;
933     asf->packet_padsize = 0;
934     asf->packet_frag_offset = 0;
935     asf->packet_frag_size = 0;
936     asf->packet_frag_timestamp = 0;
937     asf->packet_multi_size = 0;
938     asf->packet_obj_size = 0;
939     asf->packet_time_delta = 0;
940     asf->packet_time_start = 0;
941
942     for(i=0; i<s->nb_streams; i++){
943         asf_st= s->streams[i]->priv_data;
944         av_free_packet(&asf_st->pkt);
945         asf_st->frag_offset=0;
946         asf_st->seq=0;
947     }
948     asf->asf_st= NULL;
949 }
950
951 static int asf_read_close(AVFormatContext *s)
952 {
953     int i;
954
955     asf_reset_header(s);
956     for(i=0;i<s->nb_streams;i++) {
957         AVStream *st = s->streams[i];
958         av_free(st->codec->palctrl);
959     }
960     return 0;
961 }
962
963 static int64_t asf_read_pts(AVFormatContext *s, int stream_index, int64_t *ppos, int64_t pos_limit)
964 {
965     ASFContext *asf = s->priv_data;
966     AVPacket pkt1, *pkt = &pkt1;
967     ASFStream *asf_st;
968     int64_t pts;
969     int64_t pos= *ppos;
970     int i;
971     int64_t start_pos[s->nb_streams];
972
973     for(i=0; i<s->nb_streams; i++){
974         start_pos[i]= pos;
975     }
976
977     pos= (pos+asf->packet_size-1-s->data_offset)/asf->packet_size*asf->packet_size+ s->data_offset;
978     *ppos= pos;
979     url_fseek(s->pb, pos, SEEK_SET);
980
981 //printf("asf_read_pts\n");
982     asf_reset_header(s);
983     for(;;){
984         if (av_read_frame(s, pkt) < 0){
985             av_log(s, AV_LOG_INFO, "asf_read_pts failed\n");
986             return AV_NOPTS_VALUE;
987         }
988
989         pts= pkt->pts;
990
991         av_free_packet(pkt);
992         if(pkt->flags&PKT_FLAG_KEY){
993             i= pkt->stream_index;
994
995             asf_st= s->streams[i]->priv_data;
996
997 //            assert((asf_st->packet_pos - s->data_offset) % asf->packet_size == 0);
998             pos= asf_st->packet_pos;
999
1000             av_add_index_entry(s->streams[i], pos, pts, pkt->size, pos - start_pos[i] + 1, AVINDEX_KEYFRAME);
1001             start_pos[i]= asf_st->packet_pos + 1;
1002
1003             if(pkt->stream_index == stream_index)
1004                break;
1005         }
1006     }
1007
1008     *ppos= pos;
1009 //printf("found keyframe at %"PRId64" stream %d stamp:%"PRId64"\n", *ppos, stream_index, pts);
1010
1011     return pts;
1012 }
1013
1014 static void asf_build_simple_index(AVFormatContext *s, int stream_index)
1015 {
1016     ff_asf_guid g;
1017     ASFContext *asf = s->priv_data;
1018     int64_t current_pos= url_ftell(s->pb);
1019     int i;
1020
1021     url_fseek(s->pb, asf->data_object_offset + asf->data_object_size, SEEK_SET);
1022     get_guid(s->pb, &g);
1023     if (!guidcmp(&g, &index_guid)) {
1024         int64_t itime;
1025         int pct, ict;
1026         int64_t av_unused gsize= get_le64(s->pb);
1027         get_guid(s->pb, &g);
1028         itime=get_le64(s->pb);
1029         pct=get_le32(s->pb);
1030         ict=get_le32(s->pb);
1031         av_log(s, AV_LOG_DEBUG, "itime:0x%"PRIx64", pct:%d, ict:%d\n",itime,pct,ict);
1032
1033         for (i=0;i<ict;i++){
1034             int pktnum=get_le32(s->pb);
1035             int pktct =get_le16(s->pb);
1036             int64_t pos      = s->data_offset + asf->packet_size*(int64_t)pktnum;
1037             int64_t index_pts= av_rescale(itime, i, 10000);
1038
1039             av_log(s, AV_LOG_DEBUG, "pktnum:%d, pktct:%d\n", pktnum, pktct);
1040             av_add_index_entry(s->streams[stream_index], pos, index_pts, asf->packet_size, 0, AVINDEX_KEYFRAME);
1041         }
1042         asf->index_read= 1;
1043     }
1044     url_fseek(s->pb, current_pos, SEEK_SET);
1045 }
1046
1047 static int asf_read_seek(AVFormatContext *s, int stream_index, int64_t pts, int flags)
1048 {
1049     ASFContext *asf = s->priv_data;
1050     AVStream *st = s->streams[stream_index];
1051     int64_t pos;
1052     int index;
1053
1054     if (asf->packet_size <= 0)
1055         return -1;
1056
1057     /* Try using the protocol's read_seek if available */
1058     if(s->pb) {
1059         int ret = av_url_read_fseek(s->pb, stream_index, pts, flags);
1060         if(ret >= 0)
1061             asf_reset_header(s);
1062         if (ret != AVERROR(ENOSYS))
1063             return ret;
1064     }
1065
1066     if (!asf->index_read)
1067         asf_build_simple_index(s, stream_index);
1068
1069     if(!(asf->index_read && st->index_entries)){
1070         if(av_seek_frame_binary(s, stream_index, pts, flags)<0)
1071             return -1;
1072     }else{
1073         index= av_index_search_timestamp(st, pts, flags);
1074         if(index<0)
1075             return -1;
1076
1077         /* find the position */
1078         pos = st->index_entries[index].pos;
1079
1080     // various attempts to find key frame have failed so far
1081     //    asf_reset_header(s);
1082     //    url_fseek(s->pb, pos, SEEK_SET);
1083     //    key_pos = pos;
1084     //     for(i=0;i<16;i++){
1085     //         pos = url_ftell(s->pb);
1086     //         if (av_read_frame(s, &pkt) < 0){
1087     //             av_log(s, AV_LOG_INFO, "seek failed\n");
1088     //             return -1;
1089     //         }
1090     //         asf_st = s->streams[stream_index]->priv_data;
1091     //         pos += st->parser->frame_offset;
1092     //
1093     //         if (pkt.size > b) {
1094     //             b = pkt.size;
1095     //             key_pos = pos;
1096     //         }
1097     //
1098     //         av_free_packet(&pkt);
1099     //     }
1100
1101         /* do the seek */
1102         av_log(s, AV_LOG_DEBUG, "SEEKTO: %"PRId64"\n", pos);
1103         url_fseek(s->pb, pos, SEEK_SET);
1104     }
1105     asf_reset_header(s);
1106     return 0;
1107 }
1108
1109 AVInputFormat asf_demuxer = {
1110     "asf",
1111     NULL_IF_CONFIG_SMALL("ASF format"),
1112     sizeof(ASFContext),
1113     asf_probe,
1114     asf_read_header,
1115     asf_read_packet,
1116     asf_read_close,
1117     asf_read_seek,
1118     asf_read_pts,
1119     .metadata_conv = ff_asf_metadata_conv,
1120 };