FFmpeg  2.1.1
hlsproto.c
Go to the documentation of this file.
1 /*
2  * Apple HTTP Live Streaming Protocol Handler
3  * Copyright (c) 2010 Martin Storsjo
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 /**
23  * @file
24  * Apple HTTP Live Streaming Protocol Handler
25  * http://tools.ietf.org/html/draft-pantos-http-live-streaming
26  */
27 
28 #include "libavutil/avstring.h"
29 #include "libavutil/time.h"
30 #include "avformat.h"
31 #include "internal.h"
32 #include "url.h"
33 #include "version.h"
34 
35 /*
36  * An apple http stream consists of a playlist with media segment files,
37  * played sequentially. There may be several playlists with the same
38  * video content, in different bandwidth variants, that are played in
39  * parallel (preferably only one bandwidth variant at a time). In this case,
40  * the user supplied the url to a main playlist that only lists the variant
41  * playlists.
42  *
43  * If the main playlist doesn't point at any variants, we still create
44  * one anonymous toplevel variant for this, to maintain the structure.
45  */
46 
47 struct segment {
48  int64_t duration;
49  char url[MAX_URL_SIZE];
50 };
51 
52 struct variant {
53  int bandwidth;
54  char url[MAX_URL_SIZE];
55 };
56 
57 typedef struct HLSContext {
59  int64_t target_duration;
61  int finished;
63  struct segment **segments;
64  int n_variants;
65  struct variant **variants;
66  int cur_seq_no;
68  int64_t last_load_time;
69 } HLSContext;
70 
71 static int read_chomp_line(AVIOContext *s, char *buf, int maxlen)
72 {
73  int len = ff_get_line(s, buf, maxlen);
74  while (len > 0 && av_isspace(buf[len - 1]))
75  buf[--len] = '\0';
76  return len;
77 }
78 
80 {
81  int i;
82  for (i = 0; i < s->n_segments; i++)
83  av_free(s->segments[i]);
84  av_freep(&s->segments);
85  s->n_segments = 0;
86 }
87 
89 {
90  int i;
91  for (i = 0; i < s->n_variants; i++)
92  av_free(s->variants[i]);
93  av_freep(&s->variants);
94  s->n_variants = 0;
95 }
96 
97 struct variant_info {
98  char bandwidth[20];
99 };
100 
101 static void handle_variant_args(struct variant_info *info, const char *key,
102  int key_len, char **dest, int *dest_len)
103 {
104  if (!strncmp(key, "BANDWIDTH=", key_len)) {
105  *dest = info->bandwidth;
106  *dest_len = sizeof(info->bandwidth);
107  }
108 }
109 
110 static int parse_playlist(URLContext *h, const char *url)
111 {
112  HLSContext *s = h->priv_data;
113  AVIOContext *in;
114  int ret = 0, is_segment = 0, is_variant = 0, bandwidth = 0;
115  int64_t duration = 0;
116  char line[1024];
117  const char *ptr;
118 
119  if ((ret = avio_open2(&in, url, AVIO_FLAG_READ,
120  &h->interrupt_callback, NULL)) < 0)
121  return ret;
122 
123  read_chomp_line(in, line, sizeof(line));
124  if (strcmp(line, "#EXTM3U"))
125  return AVERROR_INVALIDDATA;
126 
128  s->finished = 0;
129  while (!url_feof(in)) {
130  read_chomp_line(in, line, sizeof(line));
131  if (av_strstart(line, "#EXT-X-STREAM-INF:", &ptr)) {
132  struct variant_info info = {{0}};
133  is_variant = 1;
135  &info);
136  bandwidth = atoi(info.bandwidth);
137  } else if (av_strstart(line, "#EXT-X-TARGETDURATION:", &ptr)) {
138  s->target_duration = atoi(ptr) * AV_TIME_BASE;
139  } else if (av_strstart(line, "#EXT-X-MEDIA-SEQUENCE:", &ptr)) {
140  s->start_seq_no = atoi(ptr);
141  } else if (av_strstart(line, "#EXT-X-ENDLIST", &ptr)) {
142  s->finished = 1;
143  } else if (av_strstart(line, "#EXTINF:", &ptr)) {
144  is_segment = 1;
145  duration = atof(ptr) * AV_TIME_BASE;
146  } else if (av_strstart(line, "#", NULL)) {
147  continue;
148  } else if (line[0]) {
149  if (is_segment) {
150  struct segment *seg = av_malloc(sizeof(struct segment));
151  if (!seg) {
152  ret = AVERROR(ENOMEM);
153  goto fail;
154  }
155  seg->duration = duration;
156  ff_make_absolute_url(seg->url, sizeof(seg->url), url, line);
157  dynarray_add(&s->segments, &s->n_segments, seg);
158  is_segment = 0;
159  } else if (is_variant) {
160  struct variant *var = av_malloc(sizeof(struct variant));
161  if (!var) {
162  ret = AVERROR(ENOMEM);
163  goto fail;
164  }
165  var->bandwidth = bandwidth;
166  ff_make_absolute_url(var->url, sizeof(var->url), url, line);
167  dynarray_add(&s->variants, &s->n_variants, var);
168  is_variant = 0;
169  }
170  }
171  }
172  s->last_load_time = av_gettime();
173 
174 fail:
175  avio_close(in);
176  return ret;
177 }
178 
179 static int hls_close(URLContext *h)
180 {
181  HLSContext *s = h->priv_data;
182 
185  ffurl_close(s->seg_hd);
186  return 0;
187 }
188 
189 static int hls_open(URLContext *h, const char *uri, int flags)
190 {
191  HLSContext *s = h->priv_data;
192  int ret, i;
193  const char *nested_url;
194 
195  if (flags & AVIO_FLAG_WRITE)
196  return AVERROR(ENOSYS);
197 
198  h->is_streamed = 1;
199 
200  if (av_strstart(uri, "hls+", &nested_url)) {
201  av_strlcpy(s->playlisturl, nested_url, sizeof(s->playlisturl));
202  } else if (av_strstart(uri, "hls://", &nested_url)) {
203  av_log(h, AV_LOG_ERROR,
204  "No nested protocol specified. Specify e.g. hls+http://%s\n",
205  nested_url);
206  ret = AVERROR(EINVAL);
207  goto fail;
208  } else {
209  av_log(h, AV_LOG_ERROR, "Unsupported url %s\n", uri);
210  ret = AVERROR(EINVAL);
211  goto fail;
212  }
214  "Using the hls protocol is discouraged, please try using the "
215  "hls demuxer instead. The hls demuxer should be more complete "
216  "and work as well as the protocol implementation. (If not, "
217  "please report it.) To use the demuxer, simply use %s as url.\n",
218  s->playlisturl);
219 
220  if ((ret = parse_playlist(h, s->playlisturl)) < 0)
221  goto fail;
222 
223  if (s->n_segments == 0 && s->n_variants > 0) {
224  int max_bandwidth = 0, maxvar = -1;
225  for (i = 0; i < s->n_variants; i++) {
226  if (s->variants[i]->bandwidth > max_bandwidth || i == 0) {
227  max_bandwidth = s->variants[i]->bandwidth;
228  maxvar = i;
229  }
230  }
231  av_strlcpy(s->playlisturl, s->variants[maxvar]->url,
232  sizeof(s->playlisturl));
233  if ((ret = parse_playlist(h, s->playlisturl)) < 0)
234  goto fail;
235  }
236 
237  if (s->n_segments == 0) {
238  av_log(h, AV_LOG_WARNING, "Empty playlist\n");
239  ret = AVERROR(EIO);
240  goto fail;
241  }
242  s->cur_seq_no = s->start_seq_no;
243  if (!s->finished && s->n_segments >= 3)
244  s->cur_seq_no = s->start_seq_no + s->n_segments - 3;
245 
246  return 0;
247 
248 fail:
249  hls_close(h);
250  return ret;
251 }
252 
253 static int hls_read(URLContext *h, uint8_t *buf, int size)
254 {
255  HLSContext *s = h->priv_data;
256  const char *url;
257  int ret;
258  int64_t reload_interval;
259 
260 start:
261  if (s->seg_hd) {
262  ret = ffurl_read(s->seg_hd, buf, size);
263  if (ret > 0)
264  return ret;
265  }
266  if (s->seg_hd) {
267  ffurl_close(s->seg_hd);
268  s->seg_hd = NULL;
269  s->cur_seq_no++;
270  }
271  reload_interval = s->n_segments > 0 ?
272  s->segments[s->n_segments - 1]->duration :
273  s->target_duration;
274 retry:
275  if (!s->finished) {
276  int64_t now = av_gettime();
277  if (now - s->last_load_time >= reload_interval) {
278  if ((ret = parse_playlist(h, s->playlisturl)) < 0)
279  return ret;
280  /* If we need to reload the playlist again below (if
281  * there's still no more segments), switch to a reload
282  * interval of half the target duration. */
283  reload_interval = s->target_duration / 2;
284  }
285  }
286  if (s->cur_seq_no < s->start_seq_no) {
288  "skipping %d segments ahead, expired from playlist\n",
289  s->start_seq_no - s->cur_seq_no);
290  s->cur_seq_no = s->start_seq_no;
291  }
292  if (s->cur_seq_no - s->start_seq_no >= s->n_segments) {
293  if (s->finished)
294  return AVERROR_EOF;
295  while (av_gettime() - s->last_load_time < reload_interval) {
297  return AVERROR_EXIT;
298  av_usleep(100*1000);
299  }
300  goto retry;
301  }
302  url = s->segments[s->cur_seq_no - s->start_seq_no]->url,
303  av_log(h, AV_LOG_DEBUG, "opening %s\n", url);
304  ret = ffurl_open(&s->seg_hd, url, AVIO_FLAG_READ,
305  &h->interrupt_callback, NULL);
306  if (ret < 0) {
308  return AVERROR_EXIT;
309  av_log(h, AV_LOG_WARNING, "Unable to open %s\n", url);
310  s->cur_seq_no++;
311  goto retry;
312  }
313  goto start;
314 }
315 
317  .name = "hls",
318  .url_open = hls_open,
319  .url_read = hls_read,
320  .url_close = hls_close,
322  .priv_data_size = sizeof(HLSContext),
323 };
void ff_make_absolute_url(char *buf, int size, const char *base, const char *rel)
Convert a relative url into an absolute url, given a base url.
Definition: url.c:80
const char * s
Definition: avisynth_c.h:668
Bytestream IO Context.
Definition: avio.h:68
int bandwidth
Definition: hls.c:72
int size
void(* ff_parse_key_val_cb)(void *context, const char *key, int key_len, char **dest, int *dest_len)
Callback function type for ff_parse_key_value.
Definition: internal.h:167
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: avcodec.h:4153
int avio_close(AVIOContext *s)
Close the resource accessed by the AVIOContext s and free it.
Definition: aviobuf.c:860
int av_usleep(unsigned usec)
Sleep for a period of time.
Definition: time.c:56
int is_streamed
true if streamed (no seek possible), default = false
Definition: url.h:48
AVIOInterruptCB interrupt_callback
Definition: url.h:50
void av_log(void *avcl, int level, const char *fmt,...) av_printf_format(3
Send the specified message to the log if the level is less than or equal to the current av_log_level...
char url[MAX_URL_SIZE]
Definition: hls.c:60
void av_freep(void *ptr)
Free a memory block which has been allocated with av_malloc(z)() or av_realloc() and set the pointer ...
Definition: mem.c:234
#define MAX_URL_SIZE
Definition: internal.h:27
int avio_open2(AVIOContext **s, const char *url, int flags, const AVIOInterruptCB *int_cb, AVDictionary **options)
Create and initialize a AVIOContext for accessing the resource indicated by url.
Definition: aviobuf.c:843
uint8_t
int n_variants
Definition: hls.c:97
static uint64_t max_bandwidth
Definition: ffserver.c:321
#define AVERROR_EXIT
static void free_variant_list(HLSContext *s)
Definition: hlsproto.c:88
static int64_t duration
Definition: ffplay.c:306
char playlisturl[MAX_URL_SIZE]
Definition: hlsproto.c:58
struct variant ** variants
Definition: hls.c:98
int n_segments
Definition: hlsproto.c:62
URLContext * seg_hd
Definition: hlsproto.c:67
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: avcodec.h:4147
void av_free(void *ptr)
Free a memory block which has been allocated with av_malloc(z)() or av_realloc(). ...
Definition: mem.c:219
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(constint16_t *) pi >>8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(constint32_t *) pi >>24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(constfloat *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(constfloat *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(constfloat *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(constdouble *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(constdouble *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(constdouble *) pi *(1U<< 31))))#defineSET_CONV_FUNC_GROUP(ofmt, ifmt) staticvoidset_generic_function(AudioConvert *ac){}voidff_audio_convert_free(AudioConvert **ac){return;ff_dither_free(&(*ac) ->dc);av_freep(ac);}AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enumAVSampleFormatout_fmt, enumAVSampleFormatin_fmt, intchannels, intsample_rate, intapply_map){AudioConvert *ac;intin_planar, out_planar;ac=av_mallocz(sizeof(*ac));returnNULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method!=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt)>2){ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc){av_free(ac);returnNULL;}returnac;}in_planar=av_sample_fmt_is_planar(in_fmt);out_planar=av_sample_fmt_is_planar(out_fmt);if(in_planar==out_planar){ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar?ac->channels:1;}elseif(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;elseac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);ff_audio_convert_init_arm(ac);ff_audio_convert_init_x86(ac);returnac;}intff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in){intuse_generic=1;intlen=in->nb_samples;intp;if(ac->dc){av_dlog(ac->avr,"%dsamples-audio_convert:%sto%s(dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));returnff_convert_dither(ac-> in
char bandwidth[20]
Definition: hls.c:173
#define AVIO_FLAG_READ
read-only
Definition: avio.h:332
static int parse_playlist(URLContext *h, const char *url)
Definition: hlsproto.c:110
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
Definition: avcodec.h:4168
#define URL_PROTOCOL_FLAG_NESTED_SCHEME
Definition: url.h:34
Definition: graph2dot.c:48
int av_isspace(int c)
Locale-independent conversion of ASCII isspace.
Definition: avstring.c:298
size_t av_strlcpy(char *dst, const char *src, size_t size)
Copy the string src to dst, but no more than size - 1 bytes, and null-terminate dst.
Definition: avstring.c:82
goto fail
Definition: avfilter.c:963
Definition: hls.c:58
char url[MAX_URL_SIZE]
Definition: hls.c:73
int64_t av_gettime(void)
Get the current time in microseconds.
Definition: time.c:39
#define dynarray_add(tab, nb_ptr, elem)
Definition: internal.h:58
static void handle_variant_args(struct variant_info *info, const char *key, int key_len, char **dest, int *dest_len)
Definition: hlsproto.c:101
#define AV_TIME_BASE
Internal time base represented as integer.
Definition: avcodec.h:2284
URLProtocol ff_hls_protocol
Definition: hlsproto.c:316
static int hls_read(URLContext *h, uint8_t *buf, int size)
Definition: hlsproto.c:253
ret
Definition: avfilter.c:961
void * av_malloc(size_t size) av_malloc_attrib 1(1)
Allocate a block of size bytes with alignment suitable for all memory accesses (including vectors if ...
Definition: mem.c:73
Definition: hls.c:96
int ff_get_line(AVIOContext *s, char *buf, int maxlen)
Read a whole line of text from AVIOContext.
Definition: aviobuf.c:632
Libavformat version macros.
int ff_check_interrupt(AVIOInterruptCB *cb)
Check if the user has requested to interrup a blocking function associated with cb.
Definition: avio.c:437
static int read_chomp_line(AVIOContext *s, char *buf, int maxlen)
Definition: hlsproto.c:71
#define AVIO_FLAG_WRITE
write-only
Definition: avio.h:333
void * buf
Definition: avisynth_c.h:594
Definition: url.h:41
void * priv_data
Definition: url.h:44
int64_t last_load_time
Definition: hlsproto.c:68
const char * name
Definition: url.h:55
static int flags
Definition: cpu.c:45
int ffurl_close(URLContext *h)
Definition: avio.c:368
#define AVERROR_EOF
void ff_parse_key_value(const char *str, ff_parse_key_val_cb callback_get_buf, void *context)
Parse a string with comma-separated key=value pairs.
Definition: utils.c:3941
int start_seq_no
Definition: hlsproto.c:60
int64_t target_duration
Definition: hlsproto.c:59
int url_feof(AVIOContext *s)
feof() equivalent for AVIOContext.
Definition: aviobuf.c:280
int av_strstart(const char *str, const char *pfx, const char **ptr)
Return non-zero if pfx is a prefix of str.
Definition: avstring.c:33
struct segment ** segments
Definition: hlsproto.c:63
int ffurl_open(URLContext **puc, const char *filename, int flags, const AVIOInterruptCB *int_cb, AVDictionary **options)
Create an URLContext for accessing to the resource indicated by url, and open it. ...
Definition: avio.c:256
int cur_seq_no
Definition: hls.c:99
static void free_segment_list(HLSContext *s)
Definition: hlsproto.c:79
Main libavformat public API header.
#define AVERROR_INVALIDDATA
int len
static int hls_open(URLContext *h, const char *uri, int flags)
Definition: hlsproto.c:189
#define AVERROR(e)
static int hls_close(URLContext *h)
Definition: hlsproto.c:179
Definition: hls.c:71
void INT64 start
Definition: avisynth_c.h:594
unbuffered private I/O API
int finished
Definition: hlsproto.c:61
int64_t duration
Definition: hls.c:59
int ffurl_read(URLContext *h, unsigned char *buf, int size)
Read up to size bytes from the resource accessed by h, and store the read bytes in buf...
Definition: avio.c:312