Gibberish body from Yahoo

[leesei]

This is the test I created: (save to hyperzip/)
https://gist.github.com/leesei/8801504

node test.js https://www.google.com  # okay
node test.js https://www.yahoo.com  # gibberish body

[ForbesLindesay]

Ah, I see what's going on here. The issue is that the res stream your using hasn't been gunzipped (un-gzipped). The readable stream you want is the one returned by calling hyperzip.request. We could do with fixing this up a bit and coming up with a better way of doing this.

For now, try something like:

var request = require('./index').request;

var hyperquest_opts = {
    method: "GET",
    headers: {}
};

function isRedirect(statusCode) {
return statusCode === 301 || statusCode === 302 ||
        statusCode === 307 || statusCode === 308;
}

function doRequest(url) {
    var req = request(url);

    req.on('response', function(res) {
        console.log("%d: %s", res.statusCode, url);
        // res.setEncoding('utf8');
        console.log('HEADERS: ', res.headers);
        if (isRedirect(res.statusCode)) {
            return doRequest(res.headers.location);
        }

        body.on('data', function (chunk) {
            console.log('BODY: ' + chunk.toString('utf8', 0, 64));
        });
    });
}

var url = process.argv[2] || 'https://www.yahoo.com';
if (!/^https?:\/\//.test(url)) {
  url = 'http://' + url;
}
var body = doRequest(url);