1 #include <lib/dvb/pvrparse.h>
2 #include <lib/base/eerror.h>
6 #error no byte order defined!
9 eMPEGStreamInformation::eMPEGStreamInformation()
10 : m_structure_cache_entries(0), m_structure_read(0), m_structure_write(0)
14 eMPEGStreamInformation::~eMPEGStreamInformation()
17 fclose(m_structure_read);
18 if (m_structure_write)
19 fclose(m_structure_write);
22 int eMPEGStreamInformation::startSave(const char *filename)
24 m_filename = filename;
25 m_structure_write = fopen((m_filename + ".sc").c_str(), "wb");
29 int eMPEGStreamInformation::stopSave(void)
31 if (m_structure_write)
33 fclose(m_structure_write);
34 m_structure_write = 0;
37 if (m_access_points.empty())
42 FILE *f = fopen((m_filename + ".ap").c_str(), "wb");
46 for (std::map<off_t, pts_t>::const_iterator i(m_access_points.begin()); i != m_access_points.end(); ++i)
48 unsigned long long d[2];
49 #if BYTE_ORDER == BIG_ENDIAN
53 d[0] = bswap_64(i->first);
54 d[1] = bswap_64(i->second);
56 fwrite(d, sizeof(d), 1, f);
63 int eMPEGStreamInformation::load(const char *filename)
65 m_filename = filename;
67 fclose(m_structure_read);
68 m_structure_read = fopen((std::string(m_filename) + ".sc").c_str(), "rb");
69 m_access_points.clear();
70 m_pts_to_offset.clear();
71 m_timestamp_deltas.clear();
72 FILE *f = fopen((std::string(m_filename) + ".ap").c_str(), "rb");
77 unsigned long long d[2];
78 if (fread(d, sizeof(d), 1, f) < 1)
81 #if BYTE_ORDER == LITTLE_ENDIAN
82 d[0] = bswap_64(d[0]);
83 d[1] = bswap_64(d[1]);
85 m_access_points[d[0]] = d[1];
86 m_pts_to_offset.insert(std::pair<pts_t,off_t>(d[1], d[0]));
89 fixupDiscontinuties();
93 void eMPEGStreamInformation::fixupDiscontinuties()
95 m_timestamp_deltas.clear();
96 if (!m_access_points.size())
99 // eDebug("Fixing discontinuities ...");
101 /* if we have no delta at the beginning, extrapolate it */
102 if ((m_access_points.find(0) == m_access_points.end()) && (m_access_points.size() > 1))
104 std::map<off_t,pts_t>::const_iterator second = m_access_points.begin();
105 std::map<off_t,pts_t>::const_iterator first = second++;
106 if (first->first < second->first) /* i.e., not equal or broken */
108 off_t diff = second->first - first->first;
109 pts_t tdiff = second->second - first->second;
110 tdiff *= first->first;
112 m_timestamp_deltas[0] = first->second - tdiff;
113 // eDebug("first delta is %08llx", first->second - tdiff);
117 if (m_timestamp_deltas.empty())
118 m_timestamp_deltas[m_access_points.begin()->first] = m_access_points.begin()->second;
120 pts_t currentDelta = m_timestamp_deltas.begin()->second, lastpts_t = 0;
121 for (std::map<off_t,pts_t>::const_iterator i(m_access_points.begin()); i != m_access_points.end(); ++i)
123 pts_t current = i->second - currentDelta;
124 pts_t diff = current - lastpts_t;
126 if (llabs(diff) > (90000*10)) // 10sec diff
128 // eDebug("%llx < %llx, have discont. new timestamp is %llx (diff is %llx)!", current, lastpts_t, i->second, diff);
129 currentDelta = i->second - lastpts_t; /* FIXME: should be the extrapolated new timestamp, based on the current rate */
130 // eDebug("current delta now %llx, making current to %llx", currentDelta, i->second - currentDelta);
131 m_timestamp_deltas[i->first] = currentDelta;
133 lastpts_t = i->second - currentDelta;
137 // eDebug("ok, found %d disconts.", m_timestamp_deltas.size());
140 for (off_t x=0x25807E34ULL; x < 0x25B3CF70; x+= 100000)
144 int r = getPTS(o, p);
145 eDebug("%08llx -> %08llx | %08llx, %d, %08llx %08llx", x, getDelta(x), getInterpolated(x), r, o, p);
150 pts_t eMPEGStreamInformation::getDelta(off_t offset)
152 if (!m_timestamp_deltas.size())
154 std::map<off_t,pts_t>::iterator i = m_timestamp_deltas.upper_bound(offset);
156 /* i can be the first when you query for something before the first PTS */
157 if (i != m_timestamp_deltas.begin())
163 int eMPEGStreamInformation::fixupPTS(const off_t &offset, pts_t &ts)
165 if (!m_timestamp_deltas.size())
168 std::multimap<pts_t, off_t>::const_iterator
169 l = m_pts_to_offset.upper_bound(ts - 60 * 90000),
170 u = m_pts_to_offset.upper_bound(ts + 60 * 90000),
171 nearest = m_pts_to_offset.end();
175 if ((nearest == m_pts_to_offset.end()) || (llabs(l->first - ts) < llabs(nearest->first - ts)))
179 if (nearest == m_pts_to_offset.end())
182 ts -= getDelta(nearest->second);
187 int eMPEGStreamInformation::getPTS(off_t &offset, pts_t &pts)
189 std::map<off_t,pts_t>::iterator before = m_access_points.lower_bound(offset);
191 /* usually, we prefer the AP before the given offset. however if there is none, we take any. */
192 if (before != m_access_points.begin())
195 if (before == m_access_points.end())
201 offset = before->first;
202 pts = before->second - getDelta(offset);
207 pts_t eMPEGStreamInformation::getInterpolated(off_t offset)
209 /* get the PTS values before and after the offset. */
210 std::map<off_t,pts_t>::iterator before, after;
211 after = m_access_points.upper_bound(offset);
214 if (before != m_access_points.begin())
216 else /* we query before the first known timestamp ... FIXME */
220 if (before == m_access_points.end())
223 /* if after == end, then we need to extrapolate ... FIXME */
224 if ((before->first == offset) || (after == m_access_points.end()))
225 return before->second - getDelta(offset);
227 pts_t before_ts = before->second - getDelta(before->first);
228 pts_t after_ts = after->second - getDelta(after->first);
230 // eDebug("%08llx .. ? .. %08llx", before_ts, after_ts);
231 // eDebug("%08llx .. %08llx .. %08llx", before->first, offset, after->first);
233 pts_t diff = after_ts - before_ts;
234 off_t diff_off = after->first - before->first;
236 diff = (offset - before->first) * diff / diff_off;
237 // eDebug("%08llx .. %08llx .. %08llx", before_ts, before_ts + diff, after_ts);
238 return before_ts + diff;
241 off_t eMPEGStreamInformation::getAccessPoint(pts_t ts, int marg)
243 /* FIXME: more efficient implementation */
247 ts += 1; // Add rounding error margin
248 for (std::map<off_t, pts_t>::const_iterator i(m_access_points.begin()); i != m_access_points.end(); ++i)
250 pts_t delta = getDelta(i->first);
251 pts_t c = i->second - delta;
254 return (last + i->first)/376*188;
256 return (last + last2)/376*188;
265 return (last + last2)/376*188;
270 int eMPEGStreamInformation::getNextAccessPoint(pts_t &ts, const pts_t &start, int direction)
272 off_t offset = getAccessPoint(start);
274 std::map<off_t, pts_t>::const_iterator i = m_access_points.find(offset);
275 if (i == m_access_points.end())
277 eDebug("getNextAccessPoint: initial AP not found");
280 c1 = i->second - getDelta(i->first);
285 if (i == m_access_points.end())
288 c2 = i->second - getDelta(i->first);
289 if (c1 == c2) { // Discontinuity
291 c2 = i->second - getDelta(i->first);
298 if (i == m_access_points.begin())
304 c2 = i->second - getDelta(i->first);
305 if (c1 == c2) { // Discontinuity
307 c2 = i->second - getDelta(i->first);
313 ts = i->second - getDelta(i->first);
314 eDebug("fine, at %llx - %llx = %llx", ts, i->second, getDelta(i->first));
315 eDebug("fine, at %lld - %lld = %lld", ts, i->second, getDelta(i->first));
319 void eMPEGStreamInformation::writeStructureEntry(off_t offset, structure_data data)
321 unsigned long long d[2];
322 #if BYTE_ORDER == BIG_ENDIAN
326 d[0] = bswap_64(offset);
327 d[1] = bswap_64(data);
329 if (m_structure_write)
330 fwrite(d, sizeof(d), 1, m_structure_write);
333 int eMPEGStreamInformation::getStructureEntry(off_t &offset, unsigned long long &data, int get_next)
335 if (!m_structure_read)
337 eDebug("getStructureEntry failed because of no m_structure_read");
341 off_t _offset = offset;
342 const int struture_cache_size = sizeof(m_structure_cache) / 16;
343 if ((m_structure_cache_entries == 0) || ((off_t)m_structure_cache[0] > offset) || ((off_t)m_structure_cache[(m_structure_cache_entries - (get_next ? 2 : 1)) * 2] <= offset))
345 if(update_structure_cache_entries(_offset))
352 while ((off_t)m_structure_cache[i * 2] <= offset)
355 if (i == m_structure_cache_entries)
357 eDebug("structure data consistency fail!, we are looking for %llx, but last entry is %llx", offset, m_structure_cache[i*2-2]);
363 eDebug("structure data (first entry) consistency fail!");
370 // eDebug("[%d] looked for %lld, found %llu=%llx", sizeof offset, offset, m_structure_cache[i * 2], m_structure_cache[i * 2 + 1]);
371 offset = m_structure_cache[i * 2];
372 data = m_structure_cache[i * 2 + 1];
376 int eMPEGStreamInformation::getStructureEntry_next(off_t &offset, unsigned long long &data)
378 if (!m_structure_read)
380 eDebug("getStructureEntry failed because of no m_structure_read");
384 off_t _offset = offset;
385 if ((m_structure_cache_entries == 0) || ((off_t)m_structure_cache[0] > offset) || ((off_t)m_structure_cache[(m_structure_cache_entries - 1)*2] <= offset))
387 if(update_structure_cache_entries(_offset))
394 while ((off_t)m_structure_cache[i * 2] <= offset)
397 if (i == m_structure_cache_entries)
399 eDebug("structure data consistency fail!, we are looking for %llu, but last entry is %llu", offset, m_structure_cache[(m_structure_cache_entries-1)*2]);
405 eDebug("structure data (first entry) consistency fail!");
409 // eDebug("[%d] looked for %llu, found data %llu=%llx",sizeof offset, offset, m_structure_cache[i * 2], m_structure_cache[i * 2 + 1]);
410 offset = m_structure_cache[i * 2];
411 data = m_structure_cache[i * 2 + 1];
415 int eMPEGStreamInformation::getStructureEntry_prev(off_t &offset, unsigned long long &data)
417 if (!m_structure_read)
419 eDebug("getStructureEntry failed because of no m_structure_read");
423 off_t _offset = offset;
424 if ((m_structure_cache_entries == 0) || ((off_t)m_structure_cache[0] >= offset) || ((off_t)m_structure_cache[(m_structure_cache_entries - 1)*2] < offset))
426 if(update_structure_cache_entries(_offset))
432 int i = m_structure_cache_entries-1;
433 while ((off_t)m_structure_cache[i * 2] >= offset)
437 eDebug("structure data consistency fail!, we are looking for %llu, but last entry is %llu", offset, m_structure_cache[i * 2]);
442 if (i == m_structure_cache_entries-1)
444 eDebug("structure data (first entry) consistency fail!");
448 // eDebug("[%d] looked for %llu, found data %llu=%llx",sizeof offset, offset, m_structure_cache[i * 2], m_structure_cache[i * 2 + 1]);
449 offset = m_structure_cache[i * 2];
450 data = m_structure_cache[i * 2 + 1];
454 int eMPEGStreamInformation::update_structure_cache_entries(off_t offset)
456 const int struture_cache_size = sizeof(m_structure_cache) / 16;
457 fseek(m_structure_read, 0, SEEK_END);
458 int l = ftell(m_structure_read);
459 unsigned long long d[2];
460 const int entry_size = sizeof d;
462 /* do a binary search */
463 int count = l / entry_size;
468 int step = count >> 1;
469 fseek(m_structure_read, (i + step) * entry_size, SEEK_SET);
470 if (!fread(d, 1, entry_size, m_structure_read))
472 eDebug("read error at entry %d", i);
475 #if BYTE_ORDER != BIG_ENDIAN
476 d[0] = bswap_64(d[0]);
477 d[1] = bswap_64(d[1]);
479 // eDebug("%d: %08llx > %llx", i, d[0], d[1]);
480 if (d[0] < (unsigned long long)offset)
487 eDebug("found %d", i);
489 /* put that in the middle */
490 i -= struture_cache_size / 2;
493 eDebug("cache starts at %d", i);
494 fseek(m_structure_read, i * entry_size, SEEK_SET);
495 int num = fread(m_structure_cache, entry_size, struture_cache_size, m_structure_read);
496 eDebug("%d entries", num);
497 for (i = 0; i < struture_cache_size; ++i)
501 #if BYTE_ORDER != BIG_ENDIAN
502 m_structure_cache[i * 2] = bswap_64(m_structure_cache[i * 2]);
503 m_structure_cache[i * 2 + 1] = bswap_64(m_structure_cache[i * 2 + 1]);
507 m_structure_cache[i * 2] = 0x7fffffffffffffffULL; /* fill with harmless content */
508 m_structure_cache[i * 2 + 1] = 0x7fffffffffffffffULL;
511 m_structure_cache_entries = num;
515 eMPEGStreamParserTS::eMPEGStreamParserTS(eMPEGStreamInformation &streaminfo):
516 m_streaminfo(streaminfo),
519 m_need_next_packet(0),
522 m_enable_accesspoints(true)
526 int eMPEGStreamParserTS::processPacket(const unsigned char *pkt, off_t offset)
528 if (!wantPacket(pkt))
529 eWarning("something's wrong.");
531 const unsigned char *end = pkt + 188, *begin = pkt;
533 int pusi = !!(pkt[1] & 0x40);
535 if (!(pkt[3] & 0x10)) /* no payload? */
538 if (pkt[3] & 0x20) // adaptation field present?
539 pkt += pkt[4] + 4 + 1; /* skip adaptation field and header */
541 pkt += 4; /* skip header */
545 eWarning("[TSPARSE] dropping huge adaption field");
554 // ok, we now have the start of the payload, aligned with the PES packet start.
555 if (pkt[0] || pkt[1] || (pkt[2] != 1))
557 eWarning("broken startcode");
561 if (pkt[7] & 0x80) // PTS present?
563 pts = ((unsigned long long)(pkt[ 9]&0xE)) << 29;
564 pts |= ((unsigned long long)(pkt[10]&0xFF)) << 22;
565 pts |= ((unsigned long long)(pkt[11]&0xFE)) << 14;
566 pts |= ((unsigned long long)(pkt[12]&0xFF)) << 7;
567 pts |= ((unsigned long long)(pkt[13]&0xFE)) >> 1;
571 m_last_pts_valid = 1;
574 int sec = pts / 90000;
575 int frm = pts % 90000;
583 eDebug("pts: %016llx %d:%02d:%02d:%02d:%05d", pts, d, hr, min, sec, frm);
587 /* advance to payload */
591 while (pkt < (end-4))
593 int pkt_offset = pkt - begin;
594 if (!(pkt[0] || pkt[1] || (pkt[2] != 1)))
596 // eDebug("SC %02x %02x %02x %02x, %02x", pkt[0], pkt[1], pkt[2], pkt[3], pkt[4]);
599 if (m_streamtype == 0) /* mpeg2 */
601 if ((sc == 0x00) || (sc == 0xb3) || (sc == 0xb8)) /* picture, sequence, group start code */
603 unsigned long long data = sc | (pkt[4] << 8) | (pkt[5] << 16) | (pkt[6] << 24);
604 m_streaminfo.writeStructureEntry(offset + pkt_offset, data & 0xFFFFFFFFULL);
606 if (m_enable_accesspoints)
608 if (pkt[3] == 0xb3) /* sequence header */
612 m_streaminfo.m_access_points[offset] = pts;
613 // eDebug("Sequence header at %llx, pts %llx", offset, pts);
615 /*eDebug("Sequence header but no valid PTS value.")*/;
620 if (m_streamtype == 1) /* H.264 */
624 /* store image type */
625 unsigned long long data = sc | (pkt[4] << 8);
626 m_streaminfo.writeStructureEntry(offset + pkt_offset, data);
628 if (m_enable_accesspoints)
630 if (pkt[3] == 0x09 && /* MPEG4 AVC NAL unit access delimiter */
631 (pkt[4] >> 5) == 0) /* and I-frame */
635 m_streaminfo.m_access_points[offset] = pts;
636 // eDebug("MPEG4 AVC UAD at %llx, pts %llx", offset, pts);
638 /*eDebug("MPEG4 AVC UAD but no valid PTS value.")*/;
642 if (m_streamtype == 6) /* H.265 */
644 int nal_unit_type = (sc >> 1);
645 if (nal_unit_type == 35) /* H265 NAL unit access delimiter */
647 unsigned long long data = sc | (pkt[5] << 8);
648 m_streaminfo.writeStructureEntry(offset + pkt_offset, data);
650 if (m_enable_accesspoints)
652 if ((pkt[5] >> 5) == 0) /* check pic_type for I-frame */
656 m_streaminfo.m_access_points[offset] = pts;
668 inline int eMPEGStreamParserTS::wantPacket(const unsigned char *hdr) const
672 eDebug("missing sync!");
675 int ppid = ((hdr[1]&0x1F) << 8) | hdr[2];
680 if (m_need_next_packet) /* next packet (on this pid) was required? */
683 if (hdr[1] & 0x40) /* pusi set: yes. */
686 return m_streamtype == 0; /* we need all packets for MPEG2, but only PUSI packets for H.264 */
689 void eMPEGStreamParserTS::parseData(off_t offset, const void *data, unsigned int len)
691 const unsigned char *packet = (const unsigned char*)data;
692 const unsigned char *packet_start = packet;
694 /* sorry for the redundant code here, but there are too many special cases... */
697 /* emergency resync. usually, this should not happen, because the data should
700 to make this code work for non-strictly-sync-aligned data, (for example, bad
701 files) we fix a possible resync here by skipping data until the next 0x47.
703 if this is a false 0x47, the packet will be dropped by wantPacket, and the
704 next time, sync will be re-established. */
706 while (!m_pktptr && len)
708 if (packet[0] == 0x47)
716 eDebug("SYNC LOST: skipped %d bytes.", skipped);
723 /* skip last packet */
726 unsigned int skiplen = -m_pktptr;
733 } else if (m_pktptr < 4) /* header not complete, thus we don't know if we want this packet */
735 unsigned int storelen = 4 - m_pktptr;
738 memcpy(m_pkt + m_pktptr, packet, storelen);
740 m_pktptr += storelen;
745 if (!wantPacket(m_pkt))
754 /* otherwise we complete up to the full packet */
755 unsigned int storelen = 188 - m_pktptr;
758 memcpy(m_pkt + m_pktptr, packet, storelen);
759 m_pktptr += storelen;
765 m_need_next_packet = processPacket(m_pkt, offset + (packet - packet_start));
768 } else if (len >= 4) /* if we have a full header... */
770 if (wantPacket(packet)) /* decide wheter we need it ... */
772 if (len >= 188) /* packet complete? */
774 m_need_next_packet = processPacket(packet, offset + (packet - packet_start)); /* process it now. */
777 memcpy(m_pkt, packet, len); /* otherwise queue it up */
786 else if (!m_pktptr) /* we dont want this packet, otherwise m_pktptr = sk (=len) > 4 */
791 } else /* if we don't have a complete header */
793 memcpy(m_pkt, packet, len); /* complete header next time */
801 void eMPEGStreamParserTS::setPid(int _pid, int type)
808 int eMPEGStreamParserTS::getLastPTS(pts_t &last_pts)
810 if (!m_last_pts_valid)
815 last_pts = m_last_pts;