|
|
@@ -52,18 +52,19 @@ function pump(src, dst, done) {
|
|
|
|
|
|
function setupHttp(uri, options, dst) {
|
|
|
var defaults = {
|
|
|
- 'user-agent': DEFAULT_AGENT,
|
|
|
- 'accept-encoding': ['gzip','deflate']
|
|
|
+ 'user-agent': DEFAULT_AGENT
|
|
|
};
|
|
|
|
|
|
// TODO: handle case in header names
|
|
|
- var headers = extend(defaults, options.headers);
|
|
|
var timeout = options.timeout || 10*1000;
|
|
|
var probe = !!options.probe;
|
|
|
var offset = ~~options.start;
|
|
|
|
|
|
var tries = 10;
|
|
|
+ if (!probe) defaults['accept-encoding'] = ['gzip','deflate'];
|
|
|
+
|
|
|
var fetch = probe ? request.head : request.get;
|
|
|
+ var headers = extend(defaults, options.headers);
|
|
|
|
|
|
// attach empty 'error' listener to keep dst from ever throwing
|
|
|
dst.on('error', noop);
|