hlsdump 3.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143
  1. #!/usr/bin/env node
  2. "use strict";
  3. var hlsdump = require('commander');
  4. hlsdump.version('0.0.0')
  5. .usage('[options] <url>')
  6. .option('-o, --output <path>', 'target file')
  7. .option('-u, --udp [host:port]', 'relay TS over UDP', function(val) {
  8. var r = { host:'localhost', port:1234 };
  9. if (val) {
  10. var s = val.split(':');
  11. if (s.length === 1) {
  12. r.port = parseInt(s[0], 10);
  13. } else {
  14. r.host = s[0];
  15. r.port = parseInt(s[1], 10);
  16. }
  17. }
  18. return r;
  19. })
  20. .option('-b, --buffer-size <bytes>|full', 'try to buffer <bytes> of input data (implies -s)', function(val) {
  21. if (val === 'full') return 0x80000000-1;
  22. return parseInt(val, 0);
  23. })
  24. .option('-s, --sync', 'clock sync using stream PCR')
  25. .option('-f, --full-stream', 'fetch all stream data')
  26. .option('-c, --concurrent <count>', 'fetch using concurrent connections', parseInt)
  27. .option('-a, --user-agent <string>', 'HTTP User-Agent')
  28. .parse(process.argv);
  29. var util = require('util'),
  30. url = require('url'),
  31. fs = require('fs');
  32. var reader = require('../lib/reader'),
  33. tssmooth = require('../lib/tssmooth'),
  34. tsblast = require('../lib/tsblast'),
  35. oncemore = require('../lib/oncemore');
  36. try {
  37. var Passthrough = require('stream').Passthrough;
  38. assert(Passthrough);
  39. } catch (e) {
  40. var Passthrough = require('readable-stream/passthrough');
  41. }
  42. var src = hlsdump.args[0];
  43. if (!src) return hlsdump.help();
  44. if (hlsdump.bufferSize) hlsdump.sync = true;
  45. var r = reader(src, {highWaterMark:(hlsdump.concurrent || 1) - 1, fullStream:hlsdump.fullStream});
  46. var time = 0;
  47. var reading = false;
  48. r.on('readable', function() {
  49. if (reading) return;// console.error('readable call error');
  50. function grabnext() {
  51. var obj = r.read();
  52. if (obj) {
  53. var meta = obj.meta;
  54. var duration = obj.segment.duration;
  55. var size = meta.size;
  56. time += duration;
  57. reading = true;
  58. obj.stream.pipe(buffer, { end: false });
  59. if (size === -1 || !hooked) {
  60. size = 0;
  61. obj.stream.on('data', function(chunk) {
  62. size += chunk.length;
  63. if (!hooked && size >= hlsdump.bufferSize)
  64. hook(buffer);
  65. });
  66. }
  67. oncemore(obj.stream).once('end', 'error', function(err) {
  68. reading = false;
  69. console.error('segment done at '+time.toFixed(0)+' seconds, avg bitrate (kbps):', (size / (duration * 1024/8)).toFixed(1));
  70. if (err) console.error('stream error', err.stack || err);
  71. hook(buffer);
  72. grabnext();
  73. });
  74. }
  75. }
  76. grabnext();
  77. });
  78. r.once('index', function() {
  79. // wait until first index is returned before attaching error listener.
  80. // this will enable initials errors to throw
  81. r.on('error', function(err) {
  82. console.error('reader error', err.stack || err);
  83. });
  84. });
  85. r.on('end', function() {
  86. console.error('done');
  87. });
  88. var buffer = new Passthrough({highWaterMark:hlsdump.bufferSize});
  89. var outputs = [];
  90. if (hlsdump.udp)
  91. outputs.push(tsblast(hlsdump.udp));
  92. if (hlsdump.output) {
  93. if (hlsdump.output === '-')
  94. outputs.push(process.stdout);
  95. else
  96. outputs.push(fs.createWriteStream(hlsdump.output));
  97. }
  98. // the hook is used to prebuffer
  99. var hooked = false;
  100. function hook(stream) {
  101. if (hooked) return;
  102. console.error('hooking output');
  103. var s = stream;
  104. if (hlsdump.sync) {
  105. var smooth = tssmooth();
  106. smooth.on('unpipe', function() {
  107. this.unpipe();
  108. });
  109. smooth.on('error', function(err) {
  110. console.error('smooth error', err);
  111. });
  112. s = s.pipe(smooth);
  113. }
  114. outputs.forEach(function (o) {
  115. s.pipe(o);
  116. });
  117. hooked = true;
  118. }
  119. if (!hlsdump.sync)
  120. hook(buffer);