2 * "Real" compatible mux and demux.
3 * Copyright (c) 2000, 2001 Fabrice Bellard.
5 * This library is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU Lesser General Public
7 * License as published by the Free Software Foundation; either
8 * version 2 of the License, or (at your option) any later version.
10 * This library is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * Lesser General Public License for more details.
15 * You should have received a copy of the GNU Lesser General Public
16 * License along with this library; if not, write to the Free Software
17 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
22 #define BUFFER_DURATION 0
26 int packet_total_size;
28 /* codec related output */
31 int nb_frames; /* current frame number */
32 int total_frames; /* total number of frames */
38 StreamInfo streams[2];
39 StreamInfo *audio_stream, *video_stream;
40 int data_pos; /* position of the data after the header */
47 #ifdef CONFIG_ENCODERS
48 static void put_str(ByteIOContext *s, const char *tag)
50 put_be16(s,strlen(tag));
56 static void put_str8(ByteIOContext *s, const char *tag)
58 put_byte(s, strlen(tag));
64 static void rv10_write_header(AVFormatContext *ctx,
65 int data_size, int index_pos)
67 RMContext *rm = ctx->priv_data;
68 ByteIOContext *s = &ctx->pb;
70 unsigned char *data_offset_ptr, *start_ptr;
71 const char *desc, *mimetype;
72 int nb_packets, packet_total_size, packet_max_size, size, packet_avg_size, i;
73 int bit_rate, v, duration, flags, data_pos;
75 start_ptr = s->buf_ptr;
78 put_be32(s,18); /* header size */
81 put_be32(s,4 + ctx->nb_streams); /* num headers */
87 packet_total_size = 0;
91 for(i=0;i<ctx->nb_streams;i++) {
92 StreamInfo *stream = &rm->streams[i];
93 bit_rate += stream->bit_rate;
94 if (stream->packet_max_size > packet_max_size)
95 packet_max_size = stream->packet_max_size;
96 nb_packets += stream->nb_packets;
97 packet_total_size += stream->packet_total_size;
98 /* select maximum duration */
99 v = (int) (1000.0 * (float)stream->total_frames / stream->frame_rate);
103 put_be32(s, bit_rate); /* max bit rate */
104 put_be32(s, bit_rate); /* avg bit rate */
105 put_be32(s, packet_max_size); /* max packet size */
107 packet_avg_size = packet_total_size / nb_packets;
110 put_be32(s, packet_avg_size); /* avg packet size */
111 put_be32(s, nb_packets); /* num packets */
112 put_be32(s, duration); /* duration */
113 put_be32(s, BUFFER_DURATION); /* preroll */
114 put_be32(s, index_pos); /* index offset */
115 /* computation of data the data offset */
116 data_offset_ptr = s->buf_ptr;
117 put_be32(s, 0); /* data offset : will be patched after */
118 put_be16(s, ctx->nb_streams); /* num streams */
119 flags = 1 | 2; /* save allowed & perfect play */
120 if (url_is_streamed(s))
121 flags |= 4; /* live broadcast */
127 size = strlen(ctx->title) + strlen(ctx->author) + strlen(ctx->copyright) +
128 strlen(ctx->comment) + 4 * 2 + 10;
131 put_str(s, ctx->title);
132 put_str(s, ctx->author);
133 put_str(s, ctx->copyright);
134 put_str(s, ctx->comment);
136 for(i=0;i<ctx->nb_streams;i++) {
139 stream = &rm->streams[i];
141 if (stream->enc->codec_type == CODEC_TYPE_AUDIO) {
142 desc = "The Audio Stream";
143 mimetype = "audio/x-pn-realaudio";
144 codec_data_size = 73;
146 desc = "The Video Stream";
147 mimetype = "video/x-pn-realvideo";
148 codec_data_size = 34;
152 size = 10 + 9 * 4 + strlen(desc) + strlen(mimetype) + codec_data_size;
156 put_be16(s, i); /* stream number */
157 put_be32(s, stream->bit_rate); /* max bit rate */
158 put_be32(s, stream->bit_rate); /* avg bit rate */
159 put_be32(s, stream->packet_max_size); /* max packet size */
160 if (stream->nb_packets > 0)
161 packet_avg_size = stream->packet_total_size /
165 put_be32(s, packet_avg_size); /* avg packet size */
166 put_be32(s, 0); /* start time */
167 put_be32(s, BUFFER_DURATION); /* preroll */
169 if (url_is_streamed(s) || !stream->total_frames)
170 put_be32(s, (int)(3600 * 1000));
172 put_be32(s, (int)(stream->total_frames * 1000 / stream->frame_rate));
174 put_str8(s, mimetype);
175 put_be32(s, codec_data_size);
177 if (stream->enc->codec_type == CODEC_TYPE_AUDIO) {
178 int coded_frame_size, fscode, sample_rate;
179 sample_rate = stream->enc->sample_rate;
180 coded_frame_size = (stream->enc->bit_rate *
181 stream->enc->frame_size) / (8 * sample_rate);
182 /* audio codec info */
185 put_be32(s, 0x00040000); /* version */
187 put_be32(s, 0x01b53530); /* stream length */
188 put_be16(s, 4); /* unknown */
189 put_be32(s, 0x39); /* header size */
191 switch(sample_rate) {
208 put_be16(s, fscode); /* codec additional info, for AC3, seems
209 to be a frequency code */
210 /* special hack to compensate rounding errors... */
211 if (coded_frame_size == 557)
213 put_be32(s, coded_frame_size); /* frame length */
214 put_be32(s, 0x51540); /* unknown */
215 put_be32(s, 0x249f0); /* unknown */
216 put_be32(s, 0x249f0); /* unknown */
218 /* frame length : seems to be very important */
219 put_be16(s, coded_frame_size);
220 put_be32(s, 0); /* unknown */
221 put_be16(s, stream->enc->sample_rate); /* sample rate */
222 put_be32(s, 0x10); /* unknown */
223 put_be16(s, stream->enc->channels);
224 put_str8(s, "Int0"); /* codec name */
225 put_str8(s, "dnet"); /* codec name */
226 put_be16(s, 0); /* title length */
227 put_be16(s, 0); /* author length */
228 put_be16(s, 0); /* copyright length */
229 put_byte(s, 0); /* end of header */
231 /* video codec info */
232 put_be32(s,34); /* size */
233 put_tag(s,"VIDORV10");
234 put_be16(s, stream->enc->width);
235 put_be16(s, stream->enc->height);
236 put_be16(s, (int) stream->frame_rate); /* frames per seconds ? */
237 put_be32(s,0); /* unknown meaning */
238 put_be16(s, (int) stream->frame_rate); /* unknown meaning */
239 put_be32(s,0); /* unknown meaning */
240 put_be16(s, 8); /* unknown meaning */
241 /* Seems to be the codec version: only use basic H263. The next
242 versions seems to add a diffential DC coding as in
243 MPEG... nothing new under the sun */
244 put_be32(s,0x10000000);
245 //put_be32(s,0x10003000);
249 /* patch data offset field */
250 data_pos = s->buf_ptr - start_ptr;
251 rm->data_pos = data_pos;
252 data_offset_ptr[0] = data_pos >> 24;
253 data_offset_ptr[1] = data_pos >> 16;
254 data_offset_ptr[2] = data_pos >> 8;
255 data_offset_ptr[3] = data_pos;
259 put_be32(s,data_size + 10 + 8);
262 put_be32(s, nb_packets); /* number of packets */
263 put_be32(s,0); /* next data header */
266 static void write_packet_header(AVFormatContext *ctx, StreamInfo *stream,
267 int length, int key_frame)
270 ByteIOContext *s = &ctx->pb;
272 stream->nb_packets++;
273 stream->packet_total_size += length;
274 if (length > stream->packet_max_size)
275 stream->packet_max_size = length;
277 put_be16(s,0); /* version */
278 put_be16(s,length + 12);
279 put_be16(s, stream->num); /* stream number */
280 timestamp = (1000 * (float)stream->nb_frames) / stream->frame_rate;
281 put_be32(s, timestamp); /* timestamp */
282 put_byte(s, 0); /* reserved */
283 put_byte(s, key_frame ? 2 : 0); /* flags */
286 static int rm_write_header(AVFormatContext *s)
288 RMContext *rm = s->priv_data;
291 AVCodecContext *codec;
293 for(n=0;n<s->nb_streams;n++) {
294 s->streams[n]->id = n;
295 codec = &s->streams[n]->codec;
296 stream = &rm->streams[n];
297 memset(stream, 0, sizeof(StreamInfo));
299 stream->bit_rate = codec->bit_rate;
302 switch(codec->codec_type) {
303 case CODEC_TYPE_AUDIO:
304 rm->audio_stream = stream;
305 stream->frame_rate = (float)codec->sample_rate / (float)codec->frame_size;
306 /* XXX: dummy values */
307 stream->packet_max_size = 1024;
308 stream->nb_packets = 0;
309 stream->total_frames = stream->nb_packets;
311 case CODEC_TYPE_VIDEO:
312 rm->video_stream = stream;
313 stream->frame_rate = (float)codec->frame_rate / (float)codec->frame_rate_base;
314 /* XXX: dummy values */
315 stream->packet_max_size = 4096;
316 stream->nb_packets = 0;
317 stream->total_frames = stream->nb_packets;
324 rv10_write_header(s, 0, 0);
325 put_flush_packet(&s->pb);
329 static int rm_write_audio(AVFormatContext *s, const uint8_t *buf, int size, int flags)
332 RMContext *rm = s->priv_data;
333 ByteIOContext *pb = &s->pb;
334 StreamInfo *stream = rm->audio_stream;
337 /* XXX: suppress this malloc */
338 buf1= (uint8_t*) av_malloc( size * sizeof(uint8_t) );
340 write_packet_header(s, stream, size, !!(flags & PKT_FLAG_KEY));
342 /* for AC3, the words seems to be reversed */
343 for(i=0;i<size;i+=2) {
347 put_buffer(pb, buf1, size);
348 put_flush_packet(pb);
354 static int rm_write_video(AVFormatContext *s, const uint8_t *buf, int size, int flags)
356 RMContext *rm = s->priv_data;
357 ByteIOContext *pb = &s->pb;
358 StreamInfo *stream = rm->video_stream;
359 int key_frame = !!(flags & PKT_FLAG_KEY);
361 /* XXX: this is incorrect: should be a parameter */
363 /* Well, I spent some time finding the meaning of these bits. I am
364 not sure I understood everything, but it works !! */
366 write_packet_header(s, stream, size + 7, key_frame);
367 /* bit 7: '1' if final packet of a frame converted in several packets */
369 /* bit 7: '1' if I frame. bits 6..0 : sequence number in current
370 frame starting from 1 */
376 put_be16(pb, 0x4000 | (size)); /* total frame size */
377 put_be16(pb, 0x4000 | (size)); /* offset from the start or the end */
380 write_packet_header(s, size + 6);
382 put_be16(pb, 0x4000 | size); /* total frame size */
383 put_be16(pb, 0x4000 + packet_number * 126); /* position in stream */
385 put_byte(pb, stream->nb_frames & 0xff);
387 put_buffer(pb, buf, size);
388 put_flush_packet(pb);
394 static int rm_write_packet(AVFormatContext *s, AVPacket *pkt)
396 if (s->streams[pkt->stream_index]->codec.codec_type ==
398 return rm_write_audio(s, pkt->data, pkt->size, pkt->flags);
400 return rm_write_video(s, pkt->data, pkt->size, pkt->flags);
403 static int rm_write_trailer(AVFormatContext *s)
405 RMContext *rm = s->priv_data;
406 int data_size, index_pos, i;
407 ByteIOContext *pb = &s->pb;
409 if (!url_is_streamed(&s->pb)) {
410 /* end of file: finish to write header */
411 index_pos = url_fseek(pb, 0, SEEK_CUR);
412 data_size = index_pos - rm->data_pos;
416 put_be32(pb, 10 + 10 * s->nb_streams);
419 for(i=0;i<s->nb_streams;i++) {
420 put_be32(pb, 0); /* zero indices */
421 put_be16(pb, i); /* stream number */
422 put_be32(pb, 0); /* next index */
424 /* undocumented end header */
428 url_fseek(pb, 0, SEEK_SET);
429 for(i=0;i<s->nb_streams;i++)
430 rm->streams[i].total_frames = rm->streams[i].nb_frames;
431 rv10_write_header(s, data_size, index_pos);
433 /* undocumented end header */
437 put_flush_packet(pb);
440 #endif //CONFIG_ENCODERS
442 /***************************************************/
444 static void get_str(ByteIOContext *pb, char *buf, int buf_size)
452 if (i < buf_size - 1)
458 static void get_str8(ByteIOContext *pb, char *buf, int buf_size)
466 if (i < buf_size - 1)
472 static void rm_read_audio_stream_info(AVFormatContext *s, AVStream *st,
475 ByteIOContext *pb = &s->pb;
481 version = get_be32(pb); /* version */
482 if (((version >> 16) & 0xff) == 3) {
483 /* very old version */
484 for(i = 0; i < 14; i++)
486 get_str8(pb, s->title, sizeof(s->title));
487 get_str8(pb, s->author, sizeof(s->author));
488 get_str8(pb, s->copyright, sizeof(s->copyright));
489 get_str8(pb, s->comment, sizeof(s->comment));
491 get_str8(pb, buf, sizeof(buf));
492 st->codec.sample_rate = 8000;
493 st->codec.channels = 1;
494 st->codec.codec_type = CODEC_TYPE_AUDIO;
495 st->codec.codec_id = CODEC_ID_RA_144;
497 /* old version (4) */
498 get_be32(pb); /* .ra4 */
501 get_be32(pb); /* header size */
502 get_be16(pb); /* add codec info */
503 get_be32(pb); /* coded frame size */
504 get_be32(pb); /* ??? */
505 get_be32(pb); /* ??? */
506 get_be32(pb); /* ??? */
507 get_be16(pb); /* 1 */
508 get_be16(pb); /* coded frame size */
510 st->codec.sample_rate = get_be16(pb);
512 st->codec.channels = get_be16(pb);
513 get_str8(pb, buf, sizeof(buf)); /* desc */
514 get_str8(pb, buf, sizeof(buf)); /* desc */
515 st->codec.codec_type = CODEC_TYPE_AUDIO;
516 if (!strcmp(buf, "dnet")) {
517 st->codec.codec_id = CODEC_ID_AC3;
519 st->codec.codec_id = CODEC_ID_NONE;
520 pstrcpy(st->codec.codec_name, sizeof(st->codec.codec_name),
528 get_str8(pb, s->title, sizeof(s->title));
529 get_str8(pb, s->author, sizeof(s->author));
530 get_str8(pb, s->copyright, sizeof(s->copyright));
531 get_str8(pb, s->comment, sizeof(s->comment));
536 static int rm_read_header_old(AVFormatContext *s, AVFormatParameters *ap)
538 RMContext *rm = s->priv_data;
542 st = av_new_stream(s, 0);
545 rm_read_audio_stream_info(s, st, 1);
551 static int rm_read_header(AVFormatContext *s, AVFormatParameters *ap)
553 RMContext *rm = s->priv_data;
555 ByteIOContext *pb = &s->pb;
557 int tag_size, size, codec_data_size, i;
559 unsigned int h263_hack_version, start_time, duration;
564 if (tag == MKTAG('.', 'r', 'a', 0xfd)) {
565 /* very old .ra format */
566 return rm_read_header_old(s, ap);
567 } else if (tag != MKTAG('.', 'R', 'M', 'F')) {
571 get_be32(pb); /* header size */
574 get_be32(pb); /* number of headers */
580 tag_size = get_be32(pb);
583 printf("tag=%c%c%c%c (%08x) size=%d\n",
594 case MKTAG('P', 'R', 'O', 'P'):
596 get_be32(pb); /* max bit rate */
597 get_be32(pb); /* avg bit rate */
598 get_be32(pb); /* max packet size */
599 get_be32(pb); /* avg packet size */
600 get_be32(pb); /* nb packets */
601 get_be32(pb); /* duration */
602 get_be32(pb); /* preroll */
603 get_be32(pb); /* index offset */
604 get_be32(pb); /* data offset */
605 get_be16(pb); /* nb streams */
606 flags = get_be16(pb); /* flags */
608 case MKTAG('C', 'O', 'N', 'T'):
609 get_str(pb, s->title, sizeof(s->title));
610 get_str(pb, s->author, sizeof(s->author));
611 get_str(pb, s->copyright, sizeof(s->copyright));
612 get_str(pb, s->comment, sizeof(s->comment));
614 case MKTAG('M', 'D', 'P', 'R'):
615 st = av_new_stream(s, 0);
618 st->id = get_be16(pb);
619 get_be32(pb); /* max bit rate */
620 st->codec.bit_rate = get_be32(pb); /* bit rate */
621 get_be32(pb); /* max packet size */
622 get_be32(pb); /* avg packet size */
623 start_time = get_be32(pb); /* start time */
624 get_be32(pb); /* preroll */
625 duration = get_be32(pb); /* duration */
626 st->start_time = start_time * (AV_TIME_BASE / 1000);
627 st->duration = duration * (AV_TIME_BASE / 1000);
628 get_str8(pb, buf, sizeof(buf)); /* desc */
629 get_str8(pb, buf, sizeof(buf)); /* mimetype */
630 codec_data_size = get_be32(pb);
631 codec_pos = url_ftell(pb);
632 st->codec.codec_type = CODEC_TYPE_DATA;
633 av_set_pts_info(st, 64, 1, 1000);
636 if (v == MKTAG(0xfd, 'a', 'r', '.')) {
638 rm_read_audio_stream_info(s, st, 0);
641 if (get_le32(pb) != MKTAG('V', 'I', 'D', 'O')) {
643 av_log(&st->codec, AV_LOG_ERROR, "Unsupported video codec\n");
646 st->codec.codec_tag = get_le32(pb);
647 // av_log(NULL, AV_LOG_DEBUG, "%X %X\n", st->codec.codec_tag, MKTAG('R', 'V', '2', '0'));
648 if ( st->codec.codec_tag != MKTAG('R', 'V', '1', '0')
649 && st->codec.codec_tag != MKTAG('R', 'V', '2', '0'))
651 st->codec.width = get_be16(pb);
652 st->codec.height = get_be16(pb);
653 st->codec.frame_rate_base= 1;
655 st->codec.codec_type = CODEC_TYPE_VIDEO;
660 st->codec.extradata_size= codec_data_size - (url_ftell(pb) - codec_pos);
661 st->codec.extradata= av_malloc(st->codec.extradata_size);
662 get_buffer(pb, st->codec.extradata, st->codec.extradata_size);
664 // av_log(NULL, AV_LOG_DEBUG, "fps= %d fps2= %d\n", fps, fps2);
665 st->codec.frame_rate = fps * st->codec.frame_rate_base;
666 /* modification of h263 codec version (!) */
667 #ifdef WORDS_BIGENDIAN
668 h263_hack_version = ((uint32_t*)st->codec.extradata)[1];
670 h263_hack_version = bswap_32(((uint32_t*)st->codec.extradata)[1]);
672 st->codec.sub_id = h263_hack_version;
673 if((h263_hack_version>>28)==1)
674 st->codec.codec_id = CODEC_ID_RV10;
676 st->codec.codec_id = CODEC_ID_RV20;
679 /* skip codec info */
680 size = url_ftell(pb) - codec_pos;
681 url_fskip(pb, codec_data_size - size);
683 case MKTAG('D', 'A', 'T', 'A'):
686 /* unknown tag: skip it */
687 url_fskip(pb, tag_size - 10);
692 rm->nb_packets = get_be32(pb); /* number of packets */
693 if (!rm->nb_packets && (flags & 4))
694 rm->nb_packets = 3600 * 25;
695 get_be32(pb); /* next data header */
699 for(i=0;i<s->nb_streams;i++) {
700 av_free(s->streams[i]);
705 static int get_num(ByteIOContext *pb, int *len)
716 return (n << 16) | n1;
720 /* multiple of 20 bytes for ra144 (ugly) */
721 #define RAW_PACKET_SIZE 1000
723 static int rm_read_packet(AVFormatContext *s, AVPacket *pkt)
725 RMContext *rm = s->priv_data;
726 ByteIOContext *pb = &s->pb;
728 int num, i, len, tmp, j;
733 if (rm->old_format) {
734 /* just read raw bytes */
735 len = RAW_PACKET_SIZE;
736 av_new_packet(pkt, len);
737 pkt->stream_index = 0;
738 len = get_buffer(pb, pkt->data, len);
747 if(rm->remaining_len){
748 num= rm->current_stream;
749 len= rm->remaining_len;
750 timestamp = AV_NOPTS_VALUE;
753 if (rm->nb_packets == 0)
760 timestamp = get_be32(pb);
761 res= get_byte(pb); /* reserved */
762 flags = get_byte(pb); /* flags */
764 // av_log(s, AV_LOG_DEBUG, "%d %d %X %d\n", num, timestamp, flags, res);
771 for(i=0;i<s->nb_streams;i++) {
776 if (i == s->nb_streams) {
777 /* skip packet if unknown number */
782 if (st->codec.codec_type == CODEC_TYPE_VIDEO) {
783 int h, pic_num, len2, pos;
785 h= get_byte(pb); len--;
787 int seq = get_byte(pb);
791 if((h & 0xc0) == 0x40){
794 len2 = get_num(pb, &len);
795 pos = get_num(pb, &len);
798 pic_num= get_byte(pb); len--;
799 rm->remaining_len= len;
800 rm->current_stream= st->id;
802 // av_log(NULL, AV_LOG_DEBUG, "%X len:%d pos:%d len2:%d pic_num:%d\n",h, len, pos, len2, pic_num);
805 rm->remaining_len-= len;
808 av_new_packet(pkt, len);
809 pkt->stream_index = i;
810 get_buffer(pb, pkt->data, len);
813 if (st->codec.codec_type == CODEC_TYPE_VIDEO) {
814 if(st->codec.codec_id == CODEC_ID_RV20){
815 int seq= 128*(pkt->data[2]&0x7F) + (pkt->data[3]>>1);
816 av_log(NULL, AV_LOG_DEBUG, "%d %Ld %d\n", timestamp, timestamp*512LL/25, seq);
818 seq |= (timestamp&~0x3FFF);
819 if(seq - timestamp > 0x2000) seq -= 0x4000;
820 if(seq - timestamp < -0x2000) seq += 0x4000;
826 pkt->flags |= PKT_FLAG_KEY;
829 /* for AC3, needs to swap bytes */
830 if (st->codec.codec_id == CODEC_ID_AC3) {
832 for(j=0;j<len;j+=2) {
842 static int rm_read_close(AVFormatContext *s)
847 static int rm_probe(AVProbeData *p)
849 /* check file header */
850 if (p->buf_size <= 32)
852 if ((p->buf[0] == '.' && p->buf[1] == 'R' &&
853 p->buf[2] == 'M' && p->buf[3] == 'F' &&
854 p->buf[4] == 0 && p->buf[5] == 0) ||
855 (p->buf[0] == '.' && p->buf[1] == 'r' &&
856 p->buf[2] == 'a' && p->buf[3] == 0xfd))
857 return AVPROBE_SCORE_MAX;
862 static AVInputFormat rm_iformat = {
872 #ifdef CONFIG_ENCODERS
873 static AVOutputFormat rm_oformat = {
876 "application/vnd.rn-realmedia",
885 #endif //CONFIG_ENCODERS
889 av_register_input_format(&rm_iformat);
890 #ifdef CONFIG_ENCODERS
891 av_register_output_format(&rm_oformat);
892 #endif //CONFIG_ENCODERS