mirror of https://github.com/lukechilds/node.git
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
89 lines
2.2 KiB
89 lines
2.2 KiB
var assert = require("assert")
|
|
, url = require("url")
|
|
|
|
var request = require("request")
|
|
, once = require("once")
|
|
|
|
module.exports = fetch
|
|
|
|
function fetch (uri, headers, cb) {
|
|
assert(uri, "must pass resource to fetch")
|
|
assert(cb, "must pass callback")
|
|
|
|
if (!headers) headers = {}
|
|
|
|
cb = once(cb)
|
|
|
|
var client = this
|
|
this.attempt(function (operation) {
|
|
makeRequest.call(client, uri, headers, function (er, req) {
|
|
if (er) return cb(er)
|
|
|
|
req.on("error", function (er) {
|
|
if (operation.retry(er)) {
|
|
client.log.info("retry", "will retry, error on last attempt: " + er)
|
|
}
|
|
})
|
|
|
|
req.on("response", function (res) {
|
|
client.log.http("fetch", "" + res.statusCode, uri)
|
|
|
|
var er
|
|
var statusCode = res && res.statusCode
|
|
if (statusCode === 200) {
|
|
// Work around bug in node v0.10.0 where the CryptoStream
|
|
// gets stuck and never starts reading again.
|
|
res.resume()
|
|
if (process.version === "v0.10.0") unstick(res)
|
|
|
|
return cb(null, res)
|
|
}
|
|
// Only retry on 408, 5xx or no `response`.
|
|
else if (statusCode === 408) {
|
|
er = new Error("request timed out")
|
|
}
|
|
else if (statusCode >= 500) {
|
|
er = new Error("server error " + statusCode)
|
|
}
|
|
|
|
if (er && operation.retry(er)) {
|
|
client.log.info("retry", "will retry, error on last attempt: " + er)
|
|
}
|
|
else {
|
|
cb(new Error("fetch failed with status code " + statusCode))
|
|
}
|
|
})
|
|
})
|
|
})
|
|
}
|
|
|
|
function unstick(response) {
|
|
response.resume = function (orig) { return function() {
|
|
var ret = orig.apply(response, arguments)
|
|
if (response.socket.encrypted) response.socket.encrypted.read(0)
|
|
return ret
|
|
}}(response.resume)
|
|
}
|
|
|
|
function makeRequest (remote, headers, cb) {
|
|
var parsed = url.parse(remote)
|
|
this.log.http("fetch", "GET", parsed.href)
|
|
|
|
var er = this.authify(
|
|
this.conf.getCredentialsByURI(remote).alwaysAuth,
|
|
parsed,
|
|
headers
|
|
)
|
|
if (er) return cb(er)
|
|
|
|
var opts = this.initialize(
|
|
parsed,
|
|
"GET",
|
|
"application/x-tar",
|
|
headers
|
|
)
|
|
// always want to follow redirects for fetch
|
|
opts.followRedirect = true
|
|
|
|
cb(null, request(opts))
|
|
}
|
|
|