X-Git-Url: http://code.vuplus.com/gitweb/?p=vuplus_dvbapp;a=blobdiff_plain;f=lib%2Fdvb%2Ftstools.cpp;h=438f6d6056186508308481de217b6227280e0fe9;hp=87791c931a6b36422635715543a9f3c64b7b006f;hb=0c264458b72ac77a0129c8a702d3e8dad70f0e49;hpb=9c3098c8667241d18d2551a9a37ce7fbce396b71 diff --git a/lib/dvb/tstools.cpp b/lib/dvb/tstools.cpp index 87791c9..438f6d6 100644 --- a/lib/dvb/tstools.cpp +++ b/lib/dvb/tstools.cpp @@ -1,3 +1,4 @@ +#define _ISOC99_SOURCE /* for llabs */ #include #include #include @@ -6,6 +7,7 @@ #include eDVBTSTools::eDVBTSTools() + :m_file_lock(true) { m_pid = -1; m_maxrange = 256*1024; @@ -26,11 +28,15 @@ eDVBTSTools::~eDVBTSTools() closeFile(); } -int eDVBTSTools::openFile(const char *filename) +int eDVBTSTools::openFile(const char *filename, int nostreaminfo) { closeFile(); - m_streaminfo.load((std::string(filename) + ".ap").c_str()); + if (!nostreaminfo) + { + eDebug("loading streaminfo for %s", filename); + m_streaminfo.load(filename); + } if (!m_streaminfo.empty()) m_use_streaminfo = 1; @@ -42,6 +48,7 @@ int eDVBTSTools::openFile(const char *filename) m_samples_taken = 0; + eSingleLocker l(m_file_lock); if (m_file.open(filename, 1) < 0) return -1; return 0; @@ -49,6 +56,7 @@ int eDVBTSTools::openFile(const char *filename) void eDVBTSTools::closeFile() { + eSingleLocker l(m_file_lock); m_file.close(); } @@ -66,22 +74,27 @@ void eDVBTSTools::setSearchRange(int maxrange) int eDVBTSTools::getPTS(off_t &offset, pts_t &pts, int fixed) { if (m_use_streaminfo) - return m_streaminfo.getPTS(offset, pts); + if (!m_streaminfo.getPTS(offset, pts)) + return 0; if (!m_file.valid()) return -1; offset -= offset % 188; - + + eSingleLocker l(m_file_lock); if (m_file.lseek(offset, SEEK_SET) < 0) + { + eDebug("lseek failed"); return -1; - + } + int left = m_maxrange; while (left >= 188) { - unsigned char block[188]; - if (m_file.read(block, 188) != 188) + unsigned char packet[188]; + if (m_file.read(packet, 188) != 188) { eDebug("read error"); break; @@ -89,12 +102,13 @@ int eDVBTSTools::getPTS(off_t &offset, pts_t &pts, int fixed) left -= 188; offset += 188; - if (block[0] != 0x47) + if (packet[0] != 0x47) { + eDebug("resync"); int i = 0; while (i < 188) { - if (block[i] == 0x47) + if (packet[i] == 0x47) break; ++i; } @@ -102,44 +116,129 @@ int eDVBTSTools::getPTS(off_t &offset, pts_t &pts, int fixed) continue; } - int pid = ((block[1] << 8) | block[2]) & 0x1FFF; - int pusi = !!(block[1] & 0x40); + int pid = ((packet[1] << 8) | packet[2]) & 0x1FFF; + int pusi = !!(packet[1] & 0x40); // printf("PID %04x, PUSI %d\n", pid, pusi); + + unsigned char *payload; - if (m_pid >= 0) - if (pid != m_pid) + /* check for adaption field */ + if (packet[3] & 0x20) + { + if (packet[4] >= 183) continue; + if (packet[4]) + { + if (packet[5] & 0x10) /* PCR present */ + { + pts = ((unsigned long long)(packet[ 6]&0xFF)) << 25; + pts |= ((unsigned long long)(packet[ 7]&0xFF)) << 17; + pts |= ((unsigned long long)(packet[ 8]&0xFE)) << 9; + pts |= ((unsigned long long)(packet[ 9]&0xFF)) << 1; + pts |= ((unsigned long long)(packet[10]&0x80)) >> 7; + offset -= 188; + eDebug("PCR %16llx found at %lld pid %02x (%02x %02x %02x %02x %02x %02x %02x %02x %02x %02x %02x)", pts, offset, pid, packet[0], packet[1], packet[2], packet[3], packet[4], packet[5], packet[6], packet[7], packet[8], packet[9], packet[10]); + if (fixed && fixupPTS(offset, pts)) + return -1; + return 0; + } + } + payload = packet + packet[4] + 4 + 1; + } else + payload = packet + 4; + +/* if (m_pid >= 0) + if (pid != m_pid) + continue; */ if (!pusi) continue; - - /* ok, now we have a PES header */ - unsigned char *pes; - - /* check for adaption field */ - if (block[3] & 0x20) - pes = block + block[4] + 4 + 1; - else - pes = block + 4; - + /* somehow not a startcode. (this is invalid, since pusi was set.) ignore it. */ - if (pes[0] || pes[1] || (pes[2] != 1)) + if (payload[0] || payload[1] || (payload[2] != 1)) continue; - - if (pes[7] & 0x80) /* PTS */ + + if (payload[3] == 0xFD) + { // stream use extension mechanism defined in ISO 13818-1 Amendment 2 + if (payload[7] & 1) // PES extension flag + { + int offs = 0; + if (payload[7] & 0x80) // pts avail + offs += 5; + if (payload[7] & 0x40) // dts avail + offs += 5; + if (payload[7] & 0x20) // escr avail + offs += 6; + if (payload[7] & 0x10) // es rate + offs += 3; + if (payload[7] & 0x8) // dsm trickmode + offs += 1; + if (payload[7] & 0x4) // additional copy info + offs += 1; + if (payload[7] & 0x2) // crc + offs += 2; + if (payload[8] < offs) + continue; + uint8_t pef = payload[9+offs++]; // pes extension field + if (pef & 1) // pes extension flag 2 + { + if (pef & 0x80) // private data flag + offs += 16; + if (pef & 0x40) // pack header field flag + offs += 1; + if (pef & 0x20) // program packet sequence counter flag + offs += 2; + if (pef & 0x10) // P-STD buffer flag + offs += 2; + if (payload[8] < offs) + continue; + uint8_t stream_id_extension_len = payload[9+offs++] & 0x7F; + if (stream_id_extension_len >= 1) + { + if (payload[8] < (offs + stream_id_extension_len) ) + continue; + if (payload[9+offs] & 0x80) // stream_id_extension_bit (should not set) + continue; + switch (payload[9+offs]) + { + case 0x55 ... 0x5f: // VC-1 + break; + case 0x71: // AC3 / DTS + break; + default: + eDebug("skip unknwn stream_id_extension %02x\n", payload[9+offs]); + continue; + } + } + else + continue; + } + else + continue; + } + else + continue; + } + /* drop non-audio, non-video packets because other streams + can be non-compliant.*/ + else if (((payload[3] & 0xE0) != 0xC0) && // audio + ((payload[3] & 0xF0) != 0xE0)) // video + continue; + + if (payload[7] & 0x80) /* PTS */ { - pts = ((unsigned long long)(pes[ 9]&0xE)) << 29; - pts |= ((unsigned long long)(pes[10]&0xFF)) << 22; - pts |= ((unsigned long long)(pes[11]&0xFE)) << 14; - pts |= ((unsigned long long)(pes[12]&0xFF)) << 7; - pts |= ((unsigned long long)(pes[13]&0xFE)) >> 1; + pts = ((unsigned long long)(payload[ 9]&0xE)) << 29; + pts |= ((unsigned long long)(payload[10]&0xFF)) << 22; + pts |= ((unsigned long long)(payload[11]&0xFE)) << 14; + pts |= ((unsigned long long)(payload[12]&0xFF)) << 7; + pts |= ((unsigned long long)(payload[13]&0xFE)) >> 1; offset -= 188; - -// eDebug("found pts %08llx at %08llx", pts, offset); - + + eDebug("PTS %16llx found at %lld pid %02x stream: %02x", pts, offset, pid, payload[3]); + /* convert to zero-based */ - if (fixed) - fixupPTS(offset, pts); + if (fixed && fixupPTS(offset, pts)) + return -1; return 0; } } @@ -151,7 +250,8 @@ int eDVBTSTools::fixupPTS(const off_t &offset, pts_t &now) { if (m_use_streaminfo) { - return m_streaminfo.fixupPTS(offset, now); + if (!m_streaminfo.fixupPTS(offset, now)) + return 0; } else { /* for the simple case, we assume one epoch, with up to one wrap around in the middle. */ @@ -175,55 +275,118 @@ int eDVBTSTools::fixupPTS(const off_t &offset, pts_t &now) now -= pos; return 0; } + eDebug("eDVBTSTools::fixupPTS failed!"); + return -1; } -int eDVBTSTools::getOffset(off_t &offset, pts_t &pts) +int eDVBTSTools::getOffset(off_t &offset, pts_t &pts, int marg) { + eDebug("getOffset for pts 0x%llx", pts); if (m_use_streaminfo) { - offset = m_streaminfo.getAccessPoint(pts); + if (pts >= m_pts_end && marg > 0 && m_end_valid) + offset = m_offset_end; + else + offset = m_streaminfo.getAccessPoint(pts, marg); return 0; } else { -// eDebug("get offset"); + calcBegin(); calcEnd(); + + if (!m_begin_valid) + return -1; + if (!m_end_valid) + return -1; + if (!m_samples_taken) takeSamples(); if (!m_samples.empty()) { -// eDebug("ok, samples ok"); - /* search entry before and after */ - std::map::const_iterator l = m_samples.lower_bound(pts); - std::map::const_iterator u = l; - - if (l != m_samples.begin()) - --l; - - if ((u != m_samples.end()) && (l != m_samples.end())) + int maxtries = 5; + pts_t p = -1; + + while (maxtries--) { + /* search entry before and after */ + std::map::const_iterator l = m_samples.lower_bound(pts); + std::map::const_iterator u = l; + + if (l != m_samples.begin()) + --l; + + /* we could have seeked beyond the end */ + if (u == m_samples.end()) + { + /* use last segment for interpolation. */ + if (l != m_samples.begin()) + { + --u; + --l; + } + } + + /* if we don't have enough points */ + if (u == m_samples.end()) + break; + pts_t pts_diff = u->first - l->first; off_t offset_diff = u->second - l->second; -// eDebug("using: %llx:%llx -> %llx:%llx", l->first, u->first, l->second, u->second); - + + if (offset_diff < 0) + { + eDebug("something went wrong when taking samples."); + m_samples.clear(); + takeSamples(); + continue; + } + + eDebug("using: %llx:%llx -> %llx:%llx", l->first, u->first, l->second, u->second); + + int bitrate; + if (pts_diff) + bitrate = offset_diff * 90000 * 8 / pts_diff; + else + bitrate = 0; + + offset = l->second; + offset += ((pts - l->first) * (pts_t)bitrate) / 8ULL / 90000ULL; + offset -= offset % 188; + + p = pts; + + if (!takeSample(offset, p)) { - int bitrate = offset_diff * 90000 * 8 / pts_diff; - if (bitrate > 0) + int diff = (p - pts) / 90; + + eDebug("calculated diff %d ms", diff); + if (abs(diff) > 300) { - offset = l->second; - offset += ((pts - l->first) * (pts_t)bitrate) / 8ULL / 90000ULL; - offset -= offset % 188; - return 0; + eDebug("diff to big, refining"); + continue; } - } + } else + eDebug("no sample taken, refinement not possible."); + + break; + } + + /* if even the first sample couldn't be taken, fall back. */ + /* otherwise, return most refined result. */ + if (p != -1) + { + pts = p; + eDebug("aborting. Taking %llx as offset for %lld", offset, pts); + return 0; } } - eDebug("falling back"); int bitrate = calcBitrate(); offset = pts * (pts_t)bitrate / 8ULL / 90000ULL; + eDebug("fallback, bitrate=%d, results in %016llx", bitrate, offset); offset -= offset % 188; - + return 0; } } @@ -258,10 +421,11 @@ void eDVBTSTools::calcEnd() { if (!m_file.valid()) return; - + + eSingleLocker l(m_file_lock); off_t end = m_file.lseek(0, SEEK_END); - if (abs(end - m_last_filelength) > 1*1024*1024) + if (llabs(end - m_last_filelength) > 1*1024*1024) { m_last_filelength = end; m_end_valid = 0; @@ -343,6 +507,8 @@ void eDVBTSTools::takeSamples() m_samples_taken = 1; m_samples.clear(); pts_t dummy; + int retries=2; + if (calcLen(dummy) == -1) return; @@ -350,22 +516,58 @@ void eDVBTSTools::takeSamples() off_t bytes_per_sample = (m_offset_end - m_offset_begin) / (long long)nr_samples; if (bytes_per_sample < 40*1024*1024) bytes_per_sample = 40*1024*1024; - + bytes_per_sample -= bytes_per_sample % 188; - - for (off_t offset = m_offset_begin; offset < m_offset_end; offset += bytes_per_sample) + + eDebug("samples step %lld, pts begin %llx, pts end %llx, offs begin %lld, offs end %lld:", + bytes_per_sample, m_pts_begin, m_pts_end, m_offset_begin, m_offset_end); + + for (off_t offset = m_offset_begin; offset < m_offset_end;) { - off_t o = offset; pts_t p; - if (!eDVBTSTools::getPTS(o, p, 1)) + if (takeSample(offset, p) && retries--) + continue; + retries = 2; + offset += bytes_per_sample; + } + m_samples[0] = m_offset_begin; + m_samples[m_pts_end - m_pts_begin] = m_offset_end; +} + + /* returns 0 when a sample was taken. */ +int eDVBTSTools::takeSample(off_t off, pts_t &p) +{ + off_t offset_org = off; + + if (!eDVBTSTools::getPTS(off, p, 1)) + { + /* as we are happily mixing PTS and PCR values (no comment, please), we might + end up with some "negative" segments. + + so check if this new sample is between the previous and the next field*/ + + std::map::const_iterator l = m_samples.lower_bound(p); + std::map::const_iterator u = l; + + if (l != m_samples.begin()) { -// eDebug("sample: %llx, %llx", o, p); - m_samples[p] = o; + --l; + if (u != m_samples.end()) + { + if ((l->second > off) || (u->second < off)) + { + eDebug("ignoring sample %lld %lld %lld (%llx %llx %llx)", + l->second, off, u->second, l->first, p, u->first); + return 1; + } + } } + + eDebug("adding sample %lld: pts 0x%llx -> pos %lld (diff %lld bytes)", offset_org, p, off, off-offset_org); + m_samples[p] = off; + return 0; } - m_samples[m_pts_begin] = m_offset_begin; - m_samples[m_pts_end] = m_offset_end; -// eDebug("begin, end: %llx %llx", m_offset_begin, m_offset_end); + return -1; } int eDVBTSTools::findPMT(int &pmt_pid, int &service_id) @@ -377,6 +579,7 @@ int eDVBTSTools::findPMT(int &pmt_pid, int &service_id) return -1; } + eSingleLocker l(m_file_lock); if (m_file.lseek(0, SEEK_SET) < 0) { eDebug("seek failed"); @@ -387,20 +590,20 @@ int eDVBTSTools::findPMT(int &pmt_pid, int &service_id) while (left >= 188) { - unsigned char block[188]; - if (m_file.read(block, 188) != 188) + unsigned char packet[188]; + if (m_file.read(packet, 188) != 188) { eDebug("read error"); break; } left -= 188; - if (block[0] != 0x47) + if (packet[0] != 0x47) { int i = 0; while (i < 188) { - if (block[i] == 0x47) + if (packet[i] == 0x47) break; ++i; } @@ -408,9 +611,9 @@ int eDVBTSTools::findPMT(int &pmt_pid, int &service_id) continue; } - int pid = ((block[1] << 8) | block[2]) & 0x1FFF; + int pid = ((packet[1] << 8) | packet[2]) & 0x1FFF; - int pusi = !!(block[1] & 0x40); + int pusi = !!(packet[1] & 0x40); if (!pusi) continue; @@ -419,10 +622,13 @@ int eDVBTSTools::findPMT(int &pmt_pid, int &service_id) unsigned char *sec; /* check for adaption field */ - if (block[3] & 0x20) - sec = block + block[4] + 4 + 1; - else - sec = block + 4; + if (packet[3] & 0x20) + { + if (packet[4] >= 183) + continue; + sec = packet + packet[4] + 4 + 1; + } else + sec = packet + 4; if (sec[0]) /* table pointer, assumed to be 0 */ continue; @@ -437,3 +643,157 @@ int eDVBTSTools::findPMT(int &pmt_pid, int &service_id) return -1; } + +int eDVBTSTools::findFrame(off_t &_offset, size_t &len, int &direction, int frame_types) +{ + off_t offset = _offset; + int nr_frames = 0; +// eDebug("trying to find iFrame at %llx", offset); + + if (!m_use_streaminfo) + { +// eDebug("can't get next iframe without streaminfo"); + return -1; + } + + /* let's find the iframe before the given offset */ + unsigned long long data; + + if (direction < 0) + offset--; + + while (1) + { + if (m_streaminfo.getStructureEntry(offset, data, (direction == 0) ? 1 : 0)) + { + eDebug("getting structure info for origin offset failed."); + return -1; + } + if (offset == 0x7fffffffffffffffLL) /* eof */ + { + eDebug("reached eof"); + return -1; + } + /* data is usually the start code in the lower 8 bit, and the next byte <<8. we extract the picture type from there */ + /* we know that we aren't recording startcode 0x09 for mpeg2, so this is safe */ + /* TODO: check frame_types */ + int is_start = (data & 0xE0FF) == 0x0009; /* H.264 NAL unit access delimiter with I-frame*/ + is_start |= (data & 0x3800FF) == 0x080000; /* MPEG2 picture start code with I-frame */ + + int is_frame = ((data & 0xFF) == 0x0009) || ((data & 0xFF) == 0x00); /* H.264 UAD or MPEG2 start code */ + + if (is_frame) + { + if (direction < 0) + --nr_frames; + else + ++nr_frames; + } +// eDebug("%08llx@%llx -> %d, %d", data, offset, is_start, nr_frames); + if (is_start) + break; + + if (direction == -1) + --offset; /* move to previous entry */ + else if (direction == +1) + direction = 0; + } + off_t start = offset; + +#if 0 + /* backtrack to find the previous sequence start, in case of MPEG2 */ + if ((data & 0xFF) == 0x00) { + do { + --start; + if (m_streaminfo.getStructureEntry(start, data, 0)) + { + eDebug("get previous failed"); + return -1; + } + } while (((data & 0xFF) != 9) && ((data & 0xFF) != 0x00) && ((data & 0xFF) != 0xB3)); /* sequence start or previous frame */ + if ((data & 0xFF) != 0xB3) + start = offset; /* Failed to find corresponding sequence start, so never mind */ + } + +#endif + + /* let's find the next frame after the given offset */ + do { + if (m_streaminfo.getStructureEntry(offset, data, 1)) + { + eDebug("get next failed"); + return -1; + } + if (offset == 0x7fffffffffffffffLL) /* eof */ + { + eDebug("reached eof (while looking for end of iframe)"); + return -1; + } +// eDebug("%08llx@%llx (next)", data, offset); + } while (((data & 0xFF) != 9) && ((data & 0xFF) != 0x00)); /* next frame */ + +#if 0 + /* align to TS pkt start */ + start = start - (start % 188); + offset = offset - (offset % 188); +#endif + + len = offset - start; + _offset = start; + direction = nr_frames; +// eDebug("result: offset=%llx, len: %ld", offset, (int)len); + return 0; +} + +int eDVBTSTools::findNextPicture(off_t &offset, size_t &len, int &distance, int frame_types) +{ + int nr_frames, direction; +// eDebug("trying to move %d frames at %llx", distance, offset); + + frame_types = frametypeI; /* TODO: intelligent "allow IP frames when not crossing an I-Frame */ + + off_t new_offset = offset; + size_t new_len = len; + int first = 1; + + if (distance > 0) { + direction = 0; + nr_frames = 0; + } else { + direction = -1; + nr_frames = -1; + distance = -distance+1; + } + while (distance > 0) + { + int dir = direction; + if (findFrame(new_offset, new_len, dir, frame_types)) + { +// eDebug("findFrame failed!\n"); + return -1; + } + + distance -= abs(dir); + +// eDebug("we moved %d, %d to go frames (now at %llx)", dir, distance, new_offset); + + if (distance >= 0 || direction == 0) + { + first = 0; + offset = new_offset; + len = new_len; + nr_frames += abs(dir); + } + else if (first) { + first = 0; + offset = new_offset; + len = new_len; + nr_frames += abs(dir) + distance; // never jump forward during rewind + } + } + + distance = (direction < 0) ? -nr_frames : nr_frames; +// eDebug("in total, we moved %d frames", nr_frames); + + return 0; +}