1 #include <lib/dvb/pvrparse.h>
2 #include <lib/base/eerror.h>
6 #error no byte order defined!
9 eMPEGStreamInformation::eMPEGStreamInformation()
10 : m_structure_cache_entries(0), m_structure_read(0), m_structure_write(0)
14 eMPEGStreamInformation::~eMPEGStreamInformation()
20 void eMPEGStreamInformation::readClose()
24 fclose(m_structure_read);
29 void eMPEGStreamInformation::writeClose()
31 if (m_structure_write)
33 fclose(m_structure_write);
34 m_structure_write = 0;
38 int eMPEGStreamInformation::startSave(const char *filename)
40 m_filename = filename;
41 m_structure_write = fopen((m_filename + ".sc").c_str(), "wb");
45 int eMPEGStreamInformation::stopSave(void)
47 if (m_structure_write)
49 fclose(m_structure_write);
50 m_structure_write = 0;
53 if (m_access_points.empty())
58 FILE *f = fopen((m_filename + ".ap").c_str(), "wb");
62 for (std::map<off_t, pts_t>::const_iterator i(m_access_points.begin()); i != m_access_points.end(); ++i)
64 unsigned long long d[2];
65 #if BYTE_ORDER == BIG_ENDIAN
69 d[0] = bswap_64(i->first);
70 d[1] = bswap_64(i->second);
72 fwrite(d, sizeof(d), 1, f);
79 int eMPEGStreamInformation::load(const char *filename)
81 m_filename = filename;
83 m_structure_read = fopen((std::string(m_filename) + ".sc").c_str(), "rb");
84 m_access_points.clear();
85 m_pts_to_offset.clear();
86 m_timestamp_deltas.clear();
87 FILE *f = fopen((std::string(m_filename) + ".ap").c_str(), "rb");
92 unsigned long long d[2];
93 if (fread(d, sizeof(d), 1, f) < 1)
96 #if BYTE_ORDER == LITTLE_ENDIAN
97 d[0] = bswap_64(d[0]);
98 d[1] = bswap_64(d[1]);
100 m_access_points[d[0]] = d[1];
101 m_pts_to_offset.insert(std::pair<pts_t,off_t>(d[1], d[0]));
104 fixupDiscontinuties();
108 void eMPEGStreamInformation::fixupDiscontinuties()
110 m_timestamp_deltas.clear();
111 if (!m_access_points.size())
114 // eDebug("Fixing discontinuities ...");
116 /* if we have no delta at the beginning, extrapolate it */
117 if ((m_access_points.find(0) == m_access_points.end()) && (m_access_points.size() > 1))
119 std::map<off_t,pts_t>::const_iterator second = m_access_points.begin();
120 std::map<off_t,pts_t>::const_iterator first = second++;
121 if (first->first < second->first) /* i.e., not equal or broken */
123 off_t diff = second->first - first->first;
124 pts_t tdiff = second->second - first->second;
125 tdiff *= first->first;
127 m_timestamp_deltas[0] = first->second - tdiff;
128 // eDebug("first delta is %08llx", first->second - tdiff);
132 if (m_timestamp_deltas.empty())
133 m_timestamp_deltas[m_access_points.begin()->first] = m_access_points.begin()->second;
135 pts_t currentDelta = m_timestamp_deltas.begin()->second, lastpts_t = 0;
136 for (std::map<off_t,pts_t>::const_iterator i(m_access_points.begin()); i != m_access_points.end(); ++i)
138 pts_t current = i->second - currentDelta;
139 pts_t diff = current - lastpts_t;
141 if (llabs(diff) > (90000*10)) // 10sec diff
143 // eDebug("%llx < %llx, have discont. new timestamp is %llx (diff is %llx)!", current, lastpts_t, i->second, diff);
144 currentDelta = i->second - lastpts_t; /* FIXME: should be the extrapolated new timestamp, based on the current rate */
145 // eDebug("current delta now %llx, making current to %llx", currentDelta, i->second - currentDelta);
146 m_timestamp_deltas[i->first] = currentDelta;
148 lastpts_t = i->second - currentDelta;
152 // eDebug("ok, found %d disconts.", m_timestamp_deltas.size());
155 for (off_t x=0x25807E34ULL; x < 0x25B3CF70; x+= 100000)
159 int r = getPTS(o, p);
160 eDebug("%08llx -> %08llx | %08llx, %d, %08llx %08llx", x, getDelta(x), getInterpolated(x), r, o, p);
165 pts_t eMPEGStreamInformation::getDelta(off_t offset)
167 if (!m_timestamp_deltas.size())
169 std::map<off_t,pts_t>::iterator i = m_timestamp_deltas.upper_bound(offset);
171 /* i can be the first when you query for something before the first PTS */
172 if (i != m_timestamp_deltas.begin())
178 int eMPEGStreamInformation::fixupPTS(const off_t &offset, pts_t &ts)
180 if (!m_timestamp_deltas.size())
183 std::multimap<pts_t, off_t>::const_iterator
184 l = m_pts_to_offset.upper_bound(ts - 60 * 90000),
185 u = m_pts_to_offset.upper_bound(ts + 60 * 90000),
186 nearest = m_pts_to_offset.end();
190 if ((nearest == m_pts_to_offset.end()) || (llabs(l->first - ts) < llabs(nearest->first - ts)))
194 if (nearest == m_pts_to_offset.end())
197 ts -= getDelta(nearest->second);
202 int eMPEGStreamInformation::getPTS(off_t &offset, pts_t &pts)
204 std::map<off_t,pts_t>::iterator before = m_access_points.lower_bound(offset);
206 /* usually, we prefer the AP before the given offset. however if there is none, we take any. */
207 if (before != m_access_points.begin())
210 if (before == m_access_points.end())
216 offset = before->first;
217 pts = before->second - getDelta(offset);
222 pts_t eMPEGStreamInformation::getInterpolated(off_t offset)
224 /* get the PTS values before and after the offset. */
225 std::map<off_t,pts_t>::iterator before, after;
226 after = m_access_points.upper_bound(offset);
229 if (before != m_access_points.begin())
231 else /* we query before the first known timestamp ... FIXME */
235 if (before == m_access_points.end())
238 /* if after == end, then we need to extrapolate ... FIXME */
239 if ((before->first == offset) || (after == m_access_points.end()))
240 return before->second - getDelta(offset);
242 pts_t before_ts = before->second - getDelta(before->first);
243 pts_t after_ts = after->second - getDelta(after->first);
245 // eDebug("%08llx .. ? .. %08llx", before_ts, after_ts);
246 // eDebug("%08llx .. %08llx .. %08llx", before->first, offset, after->first);
248 pts_t diff = after_ts - before_ts;
249 off_t diff_off = after->first - before->first;
251 diff = (offset - before->first) * diff / diff_off;
252 // eDebug("%08llx .. %08llx .. %08llx", before_ts, before_ts + diff, after_ts);
253 return before_ts + diff;
256 off_t eMPEGStreamInformation::getAccessPoint(pts_t ts, int marg)
258 /* FIXME: more efficient implementation */
262 ts += 1; // Add rounding error margin
263 for (std::map<off_t, pts_t>::const_iterator i(m_access_points.begin()); i != m_access_points.end(); ++i)
265 pts_t delta = getDelta(i->first);
266 pts_t c = i->second - delta;
269 return (last + i->first)/376*188;
271 return (last + last2)/376*188;
280 return (last + last2)/376*188;
285 int eMPEGStreamInformation::getNextAccessPoint(pts_t &ts, const pts_t &start, int direction)
287 off_t offset = getAccessPoint(start);
289 std::map<off_t, pts_t>::const_iterator i = m_access_points.find(offset);
290 if (i == m_access_points.end())
292 eDebug("getNextAccessPoint: initial AP not found");
295 c1 = i->second - getDelta(i->first);
300 if (i == m_access_points.end())
303 c2 = i->second - getDelta(i->first);
304 if (c1 == c2) { // Discontinuity
306 c2 = i->second - getDelta(i->first);
313 if (i == m_access_points.begin())
319 c2 = i->second - getDelta(i->first);
320 if (c1 == c2) { // Discontinuity
322 c2 = i->second - getDelta(i->first);
328 ts = i->second - getDelta(i->first);
329 eDebug("fine, at %llx - %llx = %llx", ts, i->second, getDelta(i->first));
330 eDebug("fine, at %lld - %lld = %lld", ts, i->second, getDelta(i->first));
334 void eMPEGStreamInformation::writeStructureEntry(off_t offset, structure_data data)
336 unsigned long long d[2];
337 #if BYTE_ORDER == BIG_ENDIAN
341 d[0] = bswap_64(offset);
342 d[1] = bswap_64(data);
344 if (m_structure_write)
345 fwrite(d, sizeof(d), 1, m_structure_write);
348 int eMPEGStreamInformation::getStructureEntry(off_t &offset, unsigned long long &data, int get_next)
350 if (!m_structure_read)
352 eDebug("getStructureEntry failed because of no m_structure_read");
356 off_t _offset = offset;
357 const int struture_cache_size = sizeof(m_structure_cache) / 16;
358 if ((m_structure_cache_entries == 0) || ((off_t)m_structure_cache[0] > offset) || ((off_t)m_structure_cache[(m_structure_cache_entries - (get_next ? 2 : 1)) * 2] <= offset))
360 if(update_structure_cache_entries(_offset))
367 while ((off_t)m_structure_cache[i * 2] <= offset)
370 if (i == m_structure_cache_entries)
372 eDebug("structure data consistency fail!, we are looking for %llx, but last entry is %llx", offset, m_structure_cache[i*2-2]);
378 eDebug("structure data (first entry) consistency fail!");
385 // eDebug("[%d] looked for %lld, found %llu=%llx", sizeof offset, offset, m_structure_cache[i * 2], m_structure_cache[i * 2 + 1]);
386 offset = m_structure_cache[i * 2];
387 data = m_structure_cache[i * 2 + 1];
391 int eMPEGStreamInformation::getStructureEntry_next(off_t &offset, unsigned long long &data)
393 if (!m_structure_read)
395 eDebug("getStructureEntry failed because of no m_structure_read");
399 off_t _offset = offset;
400 if ((m_structure_cache_entries == 0) || ((off_t)m_structure_cache[0] > offset) || ((off_t)m_structure_cache[(m_structure_cache_entries - 1)*2] <= offset))
402 if(update_structure_cache_entries(_offset))
409 while ((off_t)m_structure_cache[i * 2] <= offset)
412 if (i == m_structure_cache_entries)
414 eDebug("structure data consistency fail!, we are looking for %llu, but last entry is %llu", offset, m_structure_cache[(m_structure_cache_entries-1)*2]);
420 eDebug("structure data (first entry) consistency fail!");
424 // eDebug("[%d] looked for %llu, found data %llu=%llx",sizeof offset, offset, m_structure_cache[i * 2], m_structure_cache[i * 2 + 1]);
425 offset = m_structure_cache[i * 2];
426 data = m_structure_cache[i * 2 + 1];
430 int eMPEGStreamInformation::getStructureEntry_prev(off_t &offset, unsigned long long &data)
432 if (!m_structure_read)
434 eDebug("getStructureEntry failed because of no m_structure_read");
438 off_t _offset = offset;
439 if ((m_structure_cache_entries == 0) || ((off_t)m_structure_cache[0] >= offset) || ((off_t)m_structure_cache[(m_structure_cache_entries - 1)*2] < offset))
441 if(update_structure_cache_entries(_offset))
447 int i = m_structure_cache_entries-1;
448 while ((off_t)m_structure_cache[i * 2] >= offset)
452 eDebug("structure data consistency fail!, we are looking for %llu, but last entry is %llu", offset, m_structure_cache[i * 2]);
457 if (i == m_structure_cache_entries-1)
459 eDebug("structure data (first entry) consistency fail!");
463 // eDebug("[%d] looked for %llu, found data %llu=%llx",sizeof offset, offset, m_structure_cache[i * 2], m_structure_cache[i * 2 + 1]);
464 offset = m_structure_cache[i * 2];
465 data = m_structure_cache[i * 2 + 1];
469 int eMPEGStreamInformation::update_structure_cache_entries(off_t offset)
471 const int struture_cache_size = sizeof(m_structure_cache) / 16;
472 fseek(m_structure_read, 0, SEEK_END);
473 int l = ftell(m_structure_read);
474 unsigned long long d[2];
475 const int entry_size = sizeof d;
477 /* do a binary search */
478 int count = l / entry_size;
483 int step = count >> 1;
484 fseek(m_structure_read, (i + step) * entry_size, SEEK_SET);
485 if (!fread(d, 1, entry_size, m_structure_read))
487 eDebug("read error at entry %d", i);
490 #if BYTE_ORDER != BIG_ENDIAN
491 d[0] = bswap_64(d[0]);
492 d[1] = bswap_64(d[1]);
494 // eDebug("%d: %08llx > %llx", i, d[0], d[1]);
495 if (d[0] < (unsigned long long)offset)
502 eDebug("found %d", i);
504 /* put that in the middle */
505 i -= struture_cache_size / 2;
508 eDebug("cache starts at %d", i);
509 fseek(m_structure_read, i * entry_size, SEEK_SET);
510 int num = fread(m_structure_cache, entry_size, struture_cache_size, m_structure_read);
511 eDebug("%d entries", num);
512 for (i = 0; i < struture_cache_size; ++i)
516 #if BYTE_ORDER != BIG_ENDIAN
517 m_structure_cache[i * 2] = bswap_64(m_structure_cache[i * 2]);
518 m_structure_cache[i * 2 + 1] = bswap_64(m_structure_cache[i * 2 + 1]);
522 m_structure_cache[i * 2] = 0x7fffffffffffffffULL; /* fill with harmless content */
523 m_structure_cache[i * 2 + 1] = 0x7fffffffffffffffULL;
526 m_structure_cache_entries = num;
530 eMPEGStreamParserTS::eMPEGStreamParserTS(eMPEGStreamInformation &streaminfo):
531 m_streaminfo(streaminfo),
534 m_need_next_packet(0),
537 m_enable_accesspoints(true)
541 int eMPEGStreamParserTS::processPacket(const unsigned char *pkt, off_t offset)
543 if (!wantPacket(pkt))
544 eWarning("something's wrong.");
546 const unsigned char *end = pkt + 188, *begin = pkt;
548 int pusi = !!(pkt[1] & 0x40);
550 if (!(pkt[3] & 0x10)) /* no payload? */
555 /* scrambled stream, we cannot parse pts */
559 if (pkt[3] & 0x20) // adaptation field present?
560 pkt += pkt[4] + 4 + 1; /* skip adaptation field and header */
562 pkt += 4; /* skip header */
566 eWarning("[TSPARSE] dropping huge adaption field");
575 // ok, we now have the start of the payload, aligned with the PES packet start.
576 if (pkt[0] || pkt[1] || (pkt[2] != 1))
578 eWarning("broken startcode");
582 if (pkt[7] & 0x80) // PTS present?
584 pts = ((unsigned long long)(pkt[ 9]&0xE)) << 29;
585 pts |= ((unsigned long long)(pkt[10]&0xFF)) << 22;
586 pts |= ((unsigned long long)(pkt[11]&0xFE)) << 14;
587 pts |= ((unsigned long long)(pkt[12]&0xFF)) << 7;
588 pts |= ((unsigned long long)(pkt[13]&0xFE)) >> 1;
592 m_last_pts_valid = 1;
595 int sec = pts / 90000;
596 int frm = pts % 90000;
604 eDebug("pts: %016llx %d:%02d:%02d:%02d:%05d", pts, d, hr, min, sec, frm);
608 /* advance to payload */
612 while (pkt < (end-4))
614 int pkt_offset = pkt - begin;
615 if (!(pkt[0] || pkt[1] || (pkt[2] != 1)))
617 // eDebug("SC %02x %02x %02x %02x, %02x", pkt[0], pkt[1], pkt[2], pkt[3], pkt[4]);
620 if (m_streamtype == 0) /* mpeg2 */
622 if ((sc == 0x00) || (sc == 0xb3) || (sc == 0xb8)) /* picture, sequence, group start code */
624 unsigned long long data = sc | (pkt[4] << 8) | (pkt[5] << 16) | (pkt[6] << 24);
625 m_streaminfo.writeStructureEntry(offset + pkt_offset, data & 0xFFFFFFFFULL);
627 if (m_enable_accesspoints)
629 if (pkt[3] == 0xb3) /* sequence header */
633 m_streaminfo.m_access_points[offset] = pts;
634 // eDebug("Sequence header at %llx, pts %llx", offset, pts);
636 /*eDebug("Sequence header but no valid PTS value.")*/;
641 if (m_streamtype == 1) /* H.264 */
645 /* store image type */
646 unsigned long long data = sc | (pkt[4] << 8);
647 m_streaminfo.writeStructureEntry(offset + pkt_offset, data);
649 if (m_enable_accesspoints)
651 if (pkt[3] == 0x09 && /* MPEG4 AVC NAL unit access delimiter */
652 (pkt[4] >> 5) == 0) /* and I-frame */
656 m_streaminfo.m_access_points[offset] = pts;
657 // eDebug("MPEG4 AVC UAD at %llx, pts %llx", offset, pts);
659 /*eDebug("MPEG4 AVC UAD but no valid PTS value.")*/;
663 if (m_streamtype == 6) /* H.265 */
665 int nal_unit_type = (sc >> 1);
666 if (nal_unit_type == 35) /* H265 NAL unit access delimiter */
668 unsigned long long data = sc | (pkt[5] << 8);
669 m_streaminfo.writeStructureEntry(offset + pkt_offset, data);
671 if (m_enable_accesspoints)
673 if ((pkt[5] >> 5) == 0) /* check pic_type for I-frame */
677 m_streaminfo.m_access_points[offset] = pts;
689 inline int eMPEGStreamParserTS::wantPacket(const unsigned char *hdr) const
693 eDebug("missing sync!");
696 int ppid = ((hdr[1]&0x1F) << 8) | hdr[2];
701 if (m_need_next_packet) /* next packet (on this pid) was required? */
704 if (hdr[1] & 0x40) /* pusi set: yes. */
707 return m_streamtype == 0; /* we need all packets for MPEG2, but only PUSI packets for H.264 */
710 void eMPEGStreamParserTS::parseData(off_t offset, const void *data, unsigned int len)
712 const unsigned char *packet = (const unsigned char*)data;
713 const unsigned char *packet_start = packet;
715 /* sorry for the redundant code here, but there are too many special cases... */
718 /* emergency resync. usually, this should not happen, because the data should
721 to make this code work for non-strictly-sync-aligned data, (for example, bad
722 files) we fix a possible resync here by skipping data until the next 0x47.
724 if this is a false 0x47, the packet will be dropped by wantPacket, and the
725 next time, sync will be re-established. */
727 while (!m_pktptr && len)
729 if (packet[0] == 0x47)
737 eDebug("SYNC LOST: skipped %d bytes.", skipped);
744 /* skip last packet */
747 unsigned int skiplen = -m_pktptr;
754 } else if (m_pktptr < 4) /* header not complete, thus we don't know if we want this packet */
756 unsigned int storelen = 4 - m_pktptr;
759 memcpy(m_pkt + m_pktptr, packet, storelen);
761 m_pktptr += storelen;
766 if (!wantPacket(m_pkt))
775 /* otherwise we complete up to the full packet */
776 unsigned int storelen = 188 - m_pktptr;
779 memcpy(m_pkt + m_pktptr, packet, storelen);
780 m_pktptr += storelen;
786 m_need_next_packet = processPacket(m_pkt, offset + (packet - packet_start));
789 } else if (len >= 4) /* if we have a full header... */
791 if (wantPacket(packet)) /* decide wheter we need it ... */
793 if (len >= 188) /* packet complete? */
795 m_need_next_packet = processPacket(packet, offset + (packet - packet_start)); /* process it now. */
798 memcpy(m_pkt, packet, len); /* otherwise queue it up */
807 else if (!m_pktptr) /* we dont want this packet, otherwise m_pktptr = sk (=len) > 4 */
812 } else /* if we don't have a complete header */
814 memcpy(m_pkt, packet, len); /* complete header next time */
822 void eMPEGStreamParserTS::setPid(int _pid, int type)
829 int eMPEGStreamParserTS::getLastPTS(pts_t &last_pts)
831 if (!m_last_pts_valid)
836 last_pts = m_last_pts;