diff options
Diffstat (limited to 'libhb/reader.c')
-rw-r--r-- | libhb/reader.c | 514 |
1 files changed, 127 insertions, 387 deletions
diff --git a/libhb/reader.c b/libhb/reader.c index 84de0856a..45da42ca9 100644 --- a/libhb/reader.c +++ b/libhb/reader.c @@ -27,17 +27,6 @@ hb_work_object_t hb_reader = typedef struct { - int startup; - double average; // average time between packets - double filtered_average; // average time between packets - int64_t last; // last timestamp seen on this stream - int id; // stream id - int is_audio; // != 0 if this is an audio stream - int valid; // Stream timing is not valid until next scr. -} stream_timing_t; - -typedef struct -{ int id; hb_buffer_list_t list; } buffer_splice_list_t; @@ -53,20 +42,18 @@ struct hb_work_private_s hb_dvd_t * dvd; hb_stream_t * stream; - stream_timing_t *stream_timing; - int64_t scr_offset; - int sub_scr_set; hb_psdemux_t demux; int scr_changes; - uint8_t st_slots; // size (in slots) of stream_timing array - uint8_t saw_video; // != 0 if we've seen video - uint8_t saw_audio; // != 0 if we've seen audio + int64_t scr_offset; + int64_t last_pts; int start_found; // found pts_to_start point int64_t pts_to_start; int chapter_end; + uint64_t st_first; - uint64_t duration; + int64_t duration; + hb_fifo_t ** fifos; buffer_splice_list_t * splice_list; @@ -77,14 +64,29 @@ struct hb_work_private_s * Local prototypes **********************************************************************/ static hb_fifo_t ** GetFifoForId( hb_work_private_t * r, int id ); -static void UpdateState( hb_work_private_t * r, int64_t start); static hb_buffer_list_t * get_splice_list(hb_work_private_t * r, int id); +static void UpdateState( hb_work_private_t * r ); /*********************************************************************** * reader_init *********************************************************************** * **********************************************************************/ +static int64_t chapter_end_pts(hb_title_t * title, int chapter_end ) +{ + hb_chapter_t * chapter; + int64_t duration; + int ii; + + duration = 0; + for (ii = 0; ii < chapter_end; ii++) + { + chapter = hb_list_item(title->list_chapter, ii); + duration += chapter->duration; + } + return duration; +} + static int hb_reader_open( hb_work_private_t * r ) { if ( r->title->type == HB_BD_TYPE ) @@ -119,6 +121,8 @@ static int hb_reader_open( hb_work_private_t * r ) else { hb_bd_seek_chapter(r->bd, r->job->chapter_start); + r->duration -= chapter_end_pts(r->job->title, + r->job->chapter_start - 1); } } else if (r->title->type == HB_DVD_TYPE) @@ -130,6 +134,8 @@ static int hb_reader_open( hb_work_private_t * r ) hb_dvd_close(&r->dvd); return 1; } + r->duration -= chapter_end_pts(r->job->title, + r->job->chapter_start - 1); if (r->job->angle) { hb_dvd_set_angle(r->dvd, r->job->angle); @@ -141,6 +147,10 @@ static int hb_reader_open( hb_work_private_t * r ) (r->job->seek_points ? (r->job->seek_points + 1.0) : 11.0)); } + // libdvdnav doesn't have a seek to timestamp function. + // So we will have to decode frames until we find the correct time + // in sync.c + r->start_found = 1; } else if (r->title->type == HB_STREAM_TYPE || r->title->type == HB_FF_STREAM_TYPE) @@ -161,11 +171,17 @@ static int hb_reader_open( hb_work_private_t * r ) // that we want. So we will retrieve the start time of the // first packet we get, subtract that from pts_to_start, and // inspect the reset of the frames in sync. - r->start_found = 2; r->duration -= r->job->pts_to_start; } - // hb_stream_seek_ts does nothing for TS streams and will return - // an error. + else + { + // hb_stream_seek_ts does nothing for TS streams and will + // return an error. + // + // So we will decode frames until we find the correct time + // in sync.c + r->start_found = 1; + } } else { @@ -187,6 +203,8 @@ static int hb_reader_open( hb_work_private_t * r ) * Seek to the start chapter. */ hb_stream_seek_chapter(r->stream, start); + r->duration -= chapter_end_pts(r->job->title, + r->job->chapter_start - 1); } } else @@ -210,22 +228,14 @@ static int reader_init( hb_work_object_t * w, hb_job_t * job ) r->title = job->title; r->die = job->die; - r->st_slots = 4; - r->stream_timing = calloc( sizeof(stream_timing_t), r->st_slots ); - r->stream_timing[0].id = r->title->video_id; - r->stream_timing[0].average = 90000. * (double)job->vrate.den / - job->vrate.num; - r->stream_timing[0].filtered_average = r->stream_timing[0].average; - r->stream_timing[0].last = -r->stream_timing[0].average; - r->stream_timing[0].valid = 1; - r->stream_timing[0].startup = 10; - r->stream_timing[1].id = -1; - r->demux.last_scr = AV_NOPTS_VALUE; + r->last_pts = AV_NOPTS_VALUE; r->chapter_end = job->chapter_end; - if ( !job->pts_to_start ) + if (!job->pts_to_start) + { r->start_found = 1; + } else { // The frame at the actual start time may not be an i-frame @@ -235,7 +245,7 @@ static int reader_init( hb_work_object_t * w, hb_job_t * job ) r->pts_to_start = MAX(0, job->pts_to_start - 1000000); } - if (job->pts_to_stop) + if (job->pts_to_stop > 0) { r->duration = job->pts_to_start + job->pts_to_stop; } @@ -243,18 +253,18 @@ static int reader_init( hb_work_object_t * w, hb_job_t * job ) { int frames = job->frame_to_start + job->frame_to_stop; r->duration = (int64_t)frames * job->title->vrate.den * 90000 / - job->title->vrate.num; + job->title->vrate.num; } else { - hb_chapter_t *chapter; - int ii; - - r->duration = 0; - for (ii = job->chapter_start; ii < job->chapter_end; ii++) + int count = hb_list_count(job->title->list_chapter); + if (count == 0 || count <= job->chapter_end) { - chapter = hb_list_item( job->title->list_chapter, ii - 1); - r->duration += chapter->duration; + r->duration = job->title->duration; + } + else + { + r->duration = chapter_end_pts(job->title, job->chapter_end); } } @@ -289,7 +299,6 @@ static int reader_init( hb_work_object_t * w, hb_job_t * job ) // with the reader. Specifically avcodec needs this. if ( hb_reader_open( r ) ) { - free( r->stream_timing ); free( r ); return 1; } @@ -320,11 +329,6 @@ static void reader_close( hb_work_object_t * w ) hb_stream_close(&r->stream); } - if ( r->stream_timing ) - { - free( r->stream_timing ); - } - int ii; for (ii = 0; ii < r->splice_list_size; ii++) { @@ -391,150 +395,6 @@ static void push_buf( hb_work_private_t *r, hb_fifo_t *fifo, hb_buffer_t *buf ) } } -static int is_audio( hb_work_private_t *r, int id ) -{ - int i; - hb_audio_t *audio; - - for( i = 0; ( audio = hb_list_item( r->title->list_audio, i ) ); ++i ) - { - if ( audio->id == id ) - { - return 1; - } - } - return 0; -} - -static int is_subtitle( hb_work_private_t *r, int id ) -{ - int i; - hb_subtitle_t *sub; - - for( i = 0; ( sub = hb_list_item( r->title->list_subtitle, i ) ); ++i ) - { - if ( sub->id == id ) - { - return 1; - } - } - return 0; -} - -// The MPEG STD (Standard Target Decoder) essentially requires that we keep -// per-stream timing so that when there's a timing discontinuity we can -// seemlessly join packets on either side of the discontinuity. This join -// requires that we know the timestamp of the previous packet and the -// average inter-packet time (since we position the new packet at the end -// of the previous packet). The next four routines keep track of this -// per-stream timing. - -// find or create the per-stream timing state for 'buf' - -static stream_timing_t *id_to_st( hb_work_private_t *r, const hb_buffer_t *buf, int valid ) -{ - stream_timing_t *st = r->stream_timing; - while ( st->id != buf->s.id && st->id != -1) - { - ++st; - } - // if we haven't seen this stream add it. - if ( st->id == -1 ) - { - // we keep the steam timing info in an array with some power-of-two - // number of slots. If we don't have two slots left (one for our new - // entry plus one for the "-1" eol) we need to expand the array. - int slot = st - r->stream_timing; - if ( slot + 1 >= r->st_slots ) - { - r->st_slots *= 2; - r->stream_timing = realloc( r->stream_timing, r->st_slots * - sizeof(*r->stream_timing) ); - st = r->stream_timing + slot; - } - st->id = buf->s.id; - st->average = 30.*90.; - st->filtered_average = st->average; - st->startup = 10; - st->last = -st->average; - if ( ( st->is_audio = is_audio( r, buf->s.id ) ) != 0 ) - { - r->saw_audio = 1; - } - st[1].id = -1; - st->valid = valid; - } - return st; -} - -// update the average inter-packet time of the stream associated with 'buf' -// using a recursive low-pass filter with a 16 packet time constant. - -static void update_ipt( hb_work_private_t *r, const hb_buffer_t *buf ) -{ - stream_timing_t *st = id_to_st( r, buf, 1 ); - - if (buf->s.renderOffset == AV_NOPTS_VALUE) - { - st->last += st->filtered_average; - return; - } - - double dt = buf->s.renderOffset - st->last; - - // Protect against spurious bad timestamps - // timestamps should only move forward and by reasonable increments - if ( dt > 0 && dt < 5 * 90000LL ) - { - if( st->startup ) - { - st->average += ( dt - st->average ) * (1./4.); - st->startup--; - } - else - { - st->average += ( dt - st->average ) * (1./32.); - } - // Ignore outliers - if (dt < 1.5 * st->average) - { - st->filtered_average += ( dt - st->filtered_average ) * (1./32.); - } - } - st->last = buf->s.renderOffset; - st->valid = 1; -} - -// use the per-stream state associated with 'buf' to compute a new scr_offset -// such that 'buf' will follow the previous packet of this stream separated -// by the average packet time of the stream. - -static void new_scr_offset( hb_work_private_t *r, hb_buffer_t *buf ) -{ - stream_timing_t *st = id_to_st( r, buf, 1 ); - int64_t last; - if ( !st->valid ) - { - // !valid means we've not received any previous data - // for this stream. There is no 'last' packet time. - // So approximate it with video's last time. - last = r->stream_timing[0].last; - st->valid = 1; - } - else - { - last = st->last; - } - int64_t nxt = last + st->filtered_average; - r->scr_offset = buf->s.renderOffset - nxt; - // This log is handy when you need to debug timing problems... - //hb_log("id %x last %"PRId64" avg %g nxt %"PRId64" renderOffset %"PRId64 - // " scr_offset %"PRId64"", - // buf->s.id, last, st->filtered_average, nxt, - // buf->s.renderOffset, r->scr_offset); - r->scr_changes = r->demux.scr_changes; -} - static void reader_send_eof( hb_work_private_t * r ) { int ii; @@ -619,10 +479,57 @@ static int reader_work( hb_work_object_t * w, hb_buffer_t ** buf_in, while ((buf = hb_buffer_list_rem_head(&list)) != NULL) { - fifos = GetFifoForId( r, buf->s.id ); + if (buf->s.start != AV_NOPTS_VALUE && + r->scr_changes != r->demux.scr_changes) + { + // First valid timestamp after an SCR change. Update + // the per-stream scr sequence number + r->scr_changes = r->demux.scr_changes; + + // libav tries to be too smart with timestamps and + // enforces unnecessary conditions. One such condition + // is that subtitle timestamps must be monotonically + // increasing. To encure this is the case, we calculate + // an offset upon each SCR change that will guarantee this. + // This is just a very rough SCR offset. A fine grained + // offset that maintains proper sync is calculated in sync.c + if (r->last_pts != AV_NOPTS_VALUE) + { + r->scr_offset = r->last_pts + 90000 - buf->s.start; + } + else + { + r->scr_offset = -buf->s.start; + } + } + // Set the scr sequence that this buffer's timestamps are + // referenced to. + buf->s.scr_sequence = r->scr_changes; + if (buf->s.start != AV_NOPTS_VALUE) + { + buf->s.start += r->scr_offset; + } + if (buf->s.renderOffset != AV_NOPTS_VALUE) + { + buf->s.renderOffset += r->scr_offset; + } + if (buf->s.start > r->last_pts) + { + r->last_pts = buf->s.start; + UpdateState(r); + } - if (fifos && r->stream && r->start_found == 2 ) + fifos = GetFifoForId( r, buf->s.id ); + if (fifos && r->stream && !r->start_found) { + // libav is allowing SSA subtitles to leak through that are + // prior to the seek point. So only make the adjustment to + // pts_to_start after we see the next video buffer. + if (buf->s.id != r->job->title->video_id) + { + hb_buffer_close(&buf); + continue; + } // We will inspect the timestamps of each frame in sync // to skip from this seek point to the timestamp we // want to start at. @@ -638,176 +545,9 @@ static int reader_work( hb_work_object_t * w, hb_buffer_t ** buf_in, r->start_found = 1; } - if ( fifos && ! r->saw_video && !r->job->indepth_scan ) - { - // The first data packet with a PTS from an audio or video stream - // that we're decoding defines 'time zero'. Discard packets until - // we get one. - if (buf->s.start != AV_NOPTS_VALUE && - buf->s.renderOffset != AV_NOPTS_VALUE && - (buf->s.id == r->title->video_id || - is_audio( r, buf->s.id))) - { - // force a new scr offset computation - r->scr_changes = r->demux.scr_changes - 1; - // create a stream state if we don't have one so the - // offset will get computed correctly. - id_to_st( r, buf, 1 ); - r->saw_video = 1; - hb_log( "reader: first SCR %"PRId64" id 0x%x DTS %"PRId64, - r->demux.last_scr, buf->s.id, buf->s.renderOffset ); - } - else - { - fifos = NULL; - } - } - - if ( r->job->indepth_scan || fifos ) - { - if ( buf->s.renderOffset != AV_NOPTS_VALUE ) - { - if ( r->scr_changes != r->demux.scr_changes ) - { - // This is the first audio or video packet after an SCR - // change. Compute a new scr offset that would make this - // packet follow the last of this stream with the - // correct average spacing. - stream_timing_t *st = id_to_st( r, buf, 0 ); - - // if this is the video stream and we don't have - // audio yet or this is an audio stream - // generate a new scr - if ( st->is_audio || - ( st == r->stream_timing && !r->saw_audio ) ) - { - new_scr_offset( r, buf ); - r->sub_scr_set = 0; - } - else - { - // defer the scr change until we get some - // audio since audio has a timestamp per - // frame but video & subtitles don't. Clear - // the timestamps so the decoder will generate - // them from the frame durations. - if (is_subtitle(r, buf->s.id) && - buf->s.start != AV_NOPTS_VALUE) - { - if (!r->sub_scr_set) - { - // We can't generate timestamps in the - // subtitle decoder as we can for - // audio & video. So we need to make - // the closest guess that we can - // for the subtitles start time here. - int64_t last = r->stream_timing[0].last; - r->scr_offset = buf->s.start - last; - r->sub_scr_set = 1; - } - } - else - { - buf->s.start = AV_NOPTS_VALUE; - buf->s.renderOffset = AV_NOPTS_VALUE; - } - } - } - } - if ( buf->s.start != AV_NOPTS_VALUE ) - { - int64_t start = buf->s.start - r->scr_offset; - - if (!r->start_found || r->job->indepth_scan) - { - UpdateState( r, start ); - } - - if (r->job->indepth_scan && r->job->pts_to_stop && - start >= r->pts_to_start + r->job->pts_to_stop) - { - // sync normally would terminate p-to-p - // but sync doesn't run during indepth scan - hb_log("reader: reached pts %"PRId64", exiting early", start); - reader_send_eof(r); - hb_buffer_list_close(&list); - return HB_WORK_DONE; - } - - if (!r->start_found && start >= r->pts_to_start) - { - // pts_to_start point found - // Note that this code path only gets executed for - // medai where we have not performed an initial seek - // to get close to the start time. So the 'start' time - // is the time since the first frame. - - if (r->stream) - { - // libav multi-threaded decoders can get into - // a bad state if the initial data is not - // decodable. So try to improve the chances of - // a good start by waiting for an initial iframe - hb_stream_set_need_keyframe(r->stream, 1); - hb_buffer_close( &buf ); - continue; - } - r->start_found = 1; - // sync.c also pays attention to job->pts_to_start - // It eats up the 10 second slack that we build in - // to the start time here in reader (so that video - // decode is clean at the start time). - // sync.c expects pts_to_start to be relative to the - // first timestamp it sees. - if (r->job->pts_to_start > start) - { - r->job->pts_to_start -= start; - } - else - { - r->job->pts_to_start = 0; - } - } - // This log is handy when you need to debug timing problems - //hb_log("id %x scr_offset %"PRId64 - // " start %"PRId64" --> %"PRId64"", - // buf->s.id, r->scr_offset, buf->s.start, - // buf->s.start - r->scr_offset); - buf->s.start -= r->scr_offset; - if ( buf->s.stop != AV_NOPTS_VALUE ) - { - buf->s.stop -= r->scr_offset; - } - } - if ( buf->s.renderOffset != AV_NOPTS_VALUE ) - { - // This packet is referenced to the same SCR as the last. - // Adjust timestamp to remove the System Clock Reference - // offset then update the average inter-packet time - // for this stream. - buf->s.renderOffset -= r->scr_offset; - update_ipt( r, buf ); - } -#if 0 - // JAS: This was added to fix a rare "audio time went backward" - // sync error I found in one sample. But it has a bad side - // effect on DVDs, causing frequent "adding silence" sync - // errors. So I am disabling it. - else - { - update_ipt( r, buf ); - } -#endif - } buf = splice_discontinuity(r, buf); - if( fifos && buf != NULL ) + if (fifos && buf != NULL) { - if ( !r->start_found ) - { - hb_buffer_close( &buf ); - continue; - } - /* if there are mutiple output fifos, send a copy of the * buffer down all but the first (we have to not ship the * original buffer or we'll race with the thread that's @@ -832,12 +572,18 @@ static int reader_work( hb_work_object_t * w, hb_buffer_t ** buf_in, return HB_WORK_OK; } -static void UpdateState( hb_work_private_t * r, int64_t start) +static void UpdateState( hb_work_private_t * r ) { hb_state_t state; uint64_t now; double avg; + if (!r->job->indepth_scan || !r->start_found) + { + // Only update state when sync.c is not handling state updates + return; + } + now = hb_get_date(); if( !r->st_first ) { @@ -846,16 +592,8 @@ static void UpdateState( hb_work_private_t * r, int64_t start) hb_get_state2(r->job->h, &state); #define p state.param.working - if ( !r->job->indepth_scan ) - { - state.state = HB_STATE_SEARCHING; - p.progress = (float) start / (float) r->job->pts_to_start; - } - else - { - state.state = HB_STATE_WORKING; - p.progress = (float) start / (float) r->duration; - } + state.state = HB_STATE_WORKING; + p.progress = (float) r->last_pts / (float) r->duration; if( p.progress > 1.0 ) { p.progress = 1.0; @@ -866,11 +604,12 @@ static void UpdateState( hb_work_private_t * r, int64_t start) { int eta; - avg = 1000.0 * (double)start / (now - r->st_first); - if ( !r->job->indepth_scan ) - eta = ( r->job->pts_to_start - start ) / avg; - else - eta = ( r->duration - start ) / avg; + avg = 1000.0 * (double)r->last_pts / (now - r->st_first); + eta = (r->duration - r->last_pts) / avg; + if (eta < 0) + { + eta = 0; + } p.hours = eta / 3600; p.minutes = ( eta % 3600 ) / 60; p.seconds = eta % 60; @@ -885,6 +624,7 @@ static void UpdateState( hb_work_private_t * r, int64_t start) hb_set_state( r->job->h, &state ); } + /*********************************************************************** * GetFifoForId *********************************************************************** @@ -898,9 +638,9 @@ static hb_fifo_t ** GetFifoForId( hb_work_private_t * r, int id ) hb_subtitle_t * subtitle; int i, n; - if( id == title->video_id ) + if (id == title->video_id) { - if (job->indepth_scan && !job->frame_to_stop) + if (job->indepth_scan && r->start_found) { /* * Ditch the video here during the indepth scan until @@ -919,7 +659,7 @@ static hb_fifo_t ** GetFifoForId( hb_work_private_t * r, int id ) } } - for( i = n = 0; i < hb_list_count( job->list_subtitle ); i++ ) + for (i = n = 0; i < hb_list_count( job->list_subtitle ); i++) { subtitle = hb_list_item( job->list_subtitle, i ); if (id == subtitle->id) @@ -928,24 +668,24 @@ static hb_fifo_t ** GetFifoForId( hb_work_private_t * r, int id ) r->fifos[n++] = subtitle->fifo_in; } } - if ( n != 0 ) + if (n != 0) { r->fifos[n] = NULL; return r->fifos; } - if( !job->indepth_scan ) + if (!job->indepth_scan) { - for( i = n = 0; i < hb_list_count( job->list_audio ); i++ ) + for (i = n = 0; i < hb_list_count( job->list_audio ); i++) { audio = hb_list_item( job->list_audio, i ); - if( id == audio->id ) + if (id == audio->id) { r->fifos[n++] = audio->priv.fifo_in; } } - if( n != 0 ) + if (n != 0) { r->fifos[n] = NULL; return r->fifos; |