// test tools var chai = require('chai'); var cap = require('chai-as-promised'); chai.use(cap); var expect = chai.expect; var bluebird = require('bluebird'); var then = require('promise'); var spawn = require('child_process').spawn; var stream = require('stream'); var resumer = require('resumer'); var FormData = require('form-data'); var http = require('http'); var fs = require('fs'); var TestServer = require('./server'); // test subjects var fetch = require('../index.js'); var Headers = require('../lib/headers.js'); var Response = require('../lib/response.js'); var Request = require('../lib/request.js'); var Body = require('../lib/body.js'); var FetchError = require('../lib/fetch-error.js'); // test with native promise on node 0.11, and bluebird for node 0.10 fetch.Promise = fetch.Promise || bluebird; var url, opts, local, base; describe('node-fetch', function() { before(function(done) { local = new TestServer(); base = 'http://' + local.hostname + ':' + local.port; local.start(done); }); after(function(done) { local.stop(done); }); it('should return a promise', function() { url = 'http://example.com/'; var p = fetch(url); expect(p).to.be.an.instanceof(fetch.Promise); expect(p).to.have.property('then'); }); it('should allow custom promise', function() { url = 'http://example.com/'; var old = fetch.Promise; fetch.Promise = then; expect(fetch(url)).to.be.an.instanceof(then); expect(fetch(url)).to.not.be.an.instanceof(bluebird); fetch.Promise = old; }); it('should throw error when no promise implementation are found', function() { url = 'http://example.com/'; var old = fetch.Promise; fetch.Promise = undefined; expect(function() { fetch(url) }).to.throw(Error); fetch.Promise = old; }); it('should expose Headers, Response and Request constructors', function() { expect(fetch.Headers).to.equal(Headers); expect(fetch.Response).to.equal(Response); expect(fetch.Request).to.equal(Request); }); it('should reject with error if url is protocol relative', function() { url = '//example.com/'; return expect(fetch(url)).to.eventually.be.rejectedWith(Error); }); it('should reject with error if url is relative path', function() { url = '/some/path'; return expect(fetch(url)).to.eventually.be.rejectedWith(Error); }); it('should reject with error if protocol is unsupported', function() { url = 'ftp://example.com/'; return expect(fetch(url)).to.eventually.be.rejectedWith(Error); }); it('should reject with error on network failure', function() { url = 'http://localhost:50000/'; return expect(fetch(url)).to.eventually.be.rejected .and.be.an.instanceOf(FetchError) .and.include({ type: 'system', code: 'ECONNREFUSED', errno: 'ECONNREFUSED' }); }); it('should resolve into response', function() { url = base + '/hello'; return fetch(url).then(function(res) { expect(res).to.be.an.instanceof(Response); expect(res.headers).to.be.an.instanceof(Headers); expect(res.body).to.be.an.instanceof(stream.Transform); expect(res.bodyUsed).to.be.false; expect(res.url).to.equal(url); expect(res.ok).to.be.true; expect(res.status).to.equal(200); expect(res.statusText).to.equal('OK'); }); }); it('should accept plain text response', function() { url = base + '/plain'; return fetch(url).then(function(res) { expect(res.headers.get('content-type')).to.equal('text/plain'); return res.text().then(function(result) { expect(res.bodyUsed).to.be.true; expect(result).to.be.a('string'); expect(result).to.equal('text'); }); }); }); it('should accept html response (like plain text)', function() { url = base + '/html'; return fetch(url).then(function(res) { expect(res.headers.get('content-type')).to.equal('text/html'); return res.text().then(function(result) { expect(res.bodyUsed).to.be.true; expect(result).to.be.a('string'); expect(result).to.equal(''); }); }); }); it('should accept json response', function() { url = base + '/json'; return fetch(url).then(function(res) { expect(res.headers.get('content-type')).to.equal('application/json'); return res.json().then(function(result) { expect(res.bodyUsed).to.be.true; expect(result).to.be.an('object'); expect(result).to.deep.equal({ name: 'value' }); }); }); }); it('should send request with custom headers', function() { url = base + '/inspect'; opts = { headers: { 'x-custom-header': 'abc' } }; return fetch(url, opts).then(function(res) { return res.json(); }).then(function(res) { expect(res.headers['x-custom-header']).to.equal('abc'); }); }); it('should accept headers instance', function() { url = base + '/inspect'; opts = { headers: new Headers({ 'x-custom-header': 'abc' }) }; return fetch(url, opts).then(function(res) { return res.json(); }).then(function(res) { expect(res.headers['x-custom-header']).to.equal('abc'); }); }); it('should accept custom host header', function() { url = base + '/inspect'; opts = { headers: { host: 'example.com' } }; return fetch(url, opts).then(function(res) { return res.json(); }).then(function(res) { expect(res.headers['host']).to.equal('example.com'); }); }); it('should follow redirect code 301', function() { url = base + '/redirect/301'; return fetch(url).then(function(res) { expect(res.url).to.equal(base + '/inspect'); expect(res.status).to.equal(200); expect(res.ok).to.be.true; }); }); it('should follow redirect code 302', function() { url = base + '/redirect/302'; return fetch(url).then(function(res) { expect(res.url).to.equal(base + '/inspect'); expect(res.status).to.equal(200); }); }); it('should follow redirect code 303', function() { url = base + '/redirect/303'; return fetch(url).then(function(res) { expect(res.url).to.equal(base + '/inspect'); expect(res.status).to.equal(200); }); }); it('should follow redirect code 307', function() { url = base + '/redirect/307'; return fetch(url).then(function(res) { expect(res.url).to.equal(base + '/inspect'); expect(res.status).to.equal(200); }); }); it('should follow redirect code 308', function() { url = base + '/redirect/308'; return fetch(url).then(function(res) { expect(res.url).to.equal(base + '/inspect'); expect(res.status).to.equal(200); }); }); it('should follow redirect chain', function() { url = base + '/redirect/chain'; return fetch(url).then(function(res) { expect(res.url).to.equal(base + '/inspect'); expect(res.status).to.equal(200); }); }); it('should follow POST request redirect code 301 with GET', function() { url = base + '/redirect/301'; opts = { method: 'POST' , body: 'a=1' }; return fetch(url, opts).then(function(res) { expect(res.url).to.equal(base + '/inspect'); expect(res.status).to.equal(200); return res.json().then(function(result) { expect(result.method).to.equal('GET'); expect(result.body).to.equal(''); }); }); }); it('should follow POST request redirect code 302 with GET', function() { url = base + '/redirect/302'; opts = { method: 'POST' , body: 'a=1' }; return fetch(url, opts).then(function(res) { expect(res.url).to.equal(base + '/inspect'); expect(res.status).to.equal(200); return res.json().then(function(result) { expect(result.method).to.equal('GET'); expect(result.body).to.equal(''); }); }); }); it('should follow redirect code 303 with GET', function() { url = base + '/redirect/303'; opts = { method: 'PUT' , body: 'a=1' }; return fetch(url, opts).then(function(res) { expect(res.url).to.equal(base + '/inspect'); expect(res.status).to.equal(200); return res.json().then(function(result) { expect(result.method).to.equal('GET'); expect(result.body).to.equal(''); }); }); }); it('should obey maximum redirect, reject case', function() { url = base + '/redirect/chain'; opts = { follow: 1 } return expect(fetch(url, opts)).to.eventually.be.rejected .and.be.an.instanceOf(FetchError) .and.have.property('type', 'max-redirect'); }); it('should obey redirect chain, resolve case', function() { url = base + '/redirect/chain'; opts = { follow: 2 } return fetch(url, opts).then(function(res) { expect(res.url).to.equal(base + '/inspect'); expect(res.status).to.equal(200); }); }); it('should allow not following redirect', function() { url = base + '/redirect/301'; opts = { follow: 0 } return expect(fetch(url, opts)).to.eventually.be.rejected .and.be.an.instanceOf(FetchError) .and.have.property('type', 'max-redirect'); }); it('should support redirect mode, manual flag', function() { url = base + '/redirect/301'; opts = { redirect: 'manual' }; return fetch(url, opts).then(function(res) { expect(res.url).to.equal(url); expect(res.status).to.equal(301); expect(res.headers.get('location')).to.equal(base + '/inspect'); }); }); it('should support redirect mode, error flag', function() { url = base + '/redirect/301'; opts = { redirect: 'error' }; return expect(fetch(url, opts)).to.eventually.be.rejected .and.be.an.instanceOf(FetchError) .and.have.property('type', 'no-redirect'); }); it('should support redirect mode, manual flag when there is no redirect', function() { url = base + '/hello'; opts = { redirect: 'manual' }; return fetch(url, opts).then(function(res) { expect(res.url).to.equal(url); expect(res.status).to.equal(200); expect(res.headers.get('location')).to.be.null; }); }); it('should follow redirect code 301 and keep existing headers', function() { url = base + '/redirect/301'; opts = { headers: new Headers({ 'x-custom-header': 'abc' }) }; return fetch(url, opts).then(function(res) { expect(res.url).to.equal(base + '/inspect'); return res.json(); }).then(function(res) { expect(res.headers['x-custom-header']).to.equal('abc'); }); }); it('should reject broken redirect', function() { url = base + '/error/redirect'; return expect(fetch(url)).to.eventually.be.rejected .and.be.an.instanceOf(FetchError) .and.have.property('type', 'invalid-redirect'); }); it('should not reject broken redirect under manual redirect', function() { url = base + '/error/redirect'; opts = { redirect: 'manual' }; return fetch(url, opts).then(function(res) { expect(res.url).to.equal(url); expect(res.status).to.equal(301); expect(res.headers.get('location')).to.be.null; }); }); it('should handle client-error response', function() { url = base + '/error/400'; return fetch(url).then(function(res) { expect(res.headers.get('content-type')).to.equal('text/plain'); expect(res.status).to.equal(400); expect(res.statusText).to.equal('Bad Request'); expect(res.ok).to.be.false; return res.text().then(function(result) { expect(res.bodyUsed).to.be.true; expect(result).to.be.a('string'); expect(result).to.equal('client error'); }); }); }); it('should handle server-error response', function() { url = base + '/error/500'; return fetch(url).then(function(res) { expect(res.headers.get('content-type')).to.equal('text/plain'); expect(res.status).to.equal(500); expect(res.statusText).to.equal('Internal Server Error'); expect(res.ok).to.be.false; return res.text().then(function(result) { expect(res.bodyUsed).to.be.true; expect(result).to.be.a('string'); expect(result).to.equal('server error'); }); }); }); it('should handle network-error response', function() { url = base + '/error/reset'; return expect(fetch(url)).to.eventually.be.rejected .and.be.an.instanceOf(FetchError) .and.have.property('code', 'ECONNRESET'); }); it('should handle DNS-error response', function() { url = 'http://domain.invalid'; return expect(fetch(url)).to.eventually.be.rejected .and.be.an.instanceOf(FetchError) .and.have.property('code', 'ENOTFOUND'); }); it('should reject invalid json response', function() { url = base + '/error/json'; return fetch(url).then(function(res) { expect(res.headers.get('content-type')).to.equal('application/json'); return expect(res.json()).to.eventually.be.rejectedWith(Error); }); }); it('should handle no content response', function() { url = base + '/no-content'; return fetch(url).then(function(res) { expect(res.status).to.equal(204); expect(res.statusText).to.equal('No Content'); expect(res.ok).to.be.true; return res.text().then(function(result) { expect(result).to.be.a('string'); expect(result).to.be.empty; }); }); }); it('should throw on no-content json response', function() { url = base + '/no-content'; return fetch(url).then(function(res) { return expect(res.json()).to.eventually.be.rejectedWith(FetchError); }); }); it('should handle no content response with gzip encoding', function() { url = base + '/no-content/gzip'; return fetch(url).then(function(res) { expect(res.status).to.equal(204); expect(res.statusText).to.equal('No Content'); expect(res.headers.get('content-encoding')).to.equal('gzip'); expect(res.ok).to.be.true; return res.text().then(function(result) { expect(result).to.be.a('string'); expect(result).to.be.empty; }); }); }); it('should handle not modified response', function() { url = base + '/not-modified'; return fetch(url).then(function(res) { expect(res.status).to.equal(304); expect(res.statusText).to.equal('Not Modified'); expect(res.ok).to.be.false; return res.text().then(function(result) { expect(result).to.be.a('string'); expect(result).to.be.empty; }); }); }); it('should handle not modified response with gzip encoding', function() { url = base + '/not-modified/gzip'; return fetch(url).then(function(res) { expect(res.status).to.equal(304); expect(res.statusText).to.equal('Not Modified'); expect(res.headers.get('content-encoding')).to.equal('gzip'); expect(res.ok).to.be.false; return res.text().then(function(result) { expect(result).to.be.a('string'); expect(result).to.be.empty; }); }); }); it('should decompress gzip response', function() { url = base + '/gzip'; return fetch(url).then(function(res) { expect(res.headers.get('content-type')).to.equal('text/plain'); return res.text().then(function(result) { expect(result).to.be.a('string'); expect(result).to.equal('hello world'); }); }); }); it('should decompress deflate response', function() { url = base + '/deflate'; return fetch(url).then(function(res) { expect(res.headers.get('content-type')).to.equal('text/plain'); return res.text().then(function(result) { expect(result).to.be.a('string'); expect(result).to.equal('hello world'); }); }); }); it('should decompress deflate raw response from old apache server', function() { url = base + '/deflate-raw'; return fetch(url).then(function(res) { expect(res.headers.get('content-type')).to.equal('text/plain'); return res.text().then(function(result) { expect(result).to.be.a('string'); expect(result).to.equal('hello world'); }); }); }); it('should skip decompression if unsupported', function() { url = base + '/sdch'; return fetch(url).then(function(res) { expect(res.headers.get('content-type')).to.equal('text/plain'); return res.text().then(function(result) { expect(result).to.be.a('string'); expect(result).to.equal('fake sdch string'); }); }); }); it('should reject if response compression is invalid', function() { url = base + '/invalid-content-encoding'; return fetch(url).then(function(res) { expect(res.headers.get('content-type')).to.equal('text/plain'); return expect(res.text()).to.eventually.be.rejected .and.be.an.instanceOf(FetchError) .and.have.property('code', 'Z_DATA_ERROR'); }); }); it('should allow disabling auto decompression', function() { url = base + '/gzip'; opts = { compress: false }; return fetch(url, opts).then(function(res) { expect(res.headers.get('content-type')).to.equal('text/plain'); return res.text().then(function(result) { expect(result).to.be.a('string'); expect(result).to.not.equal('hello world'); }); }); }); it('should allow custom timeout', function() { this.timeout(500); url = base + '/timeout'; opts = { timeout: 100 }; return expect(fetch(url, opts)).to.eventually.be.rejected .and.be.an.instanceOf(FetchError) .and.have.property('type', 'request-timeout'); }); it('should allow custom timeout on response body', function() { this.timeout(500); url = base + '/slow'; opts = { timeout: 100 }; return fetch(url, opts).then(function(res) { expect(res.ok).to.be.true; return expect(res.text()).to.eventually.be.rejected .and.be.an.instanceOf(FetchError) .and.have.property('type', 'body-timeout'); }); }); it('should clear internal timeout on fetch response', function (done) { this.timeout(1000); spawn('node', ['-e', 'require("./")("' + base + '/hello", { timeout: 5000 })']) .on('exit', function () { done(); }); }); it('should clear internal timeout on fetch redirect', function (done) { this.timeout(1000); spawn('node', ['-e', 'require("./")("' + base + '/redirect/301", { timeout: 5000 })']) .on('exit', function () { done(); }); }); it('should clear internal timeout on fetch error', function (done) { this.timeout(1000); spawn('node', ['-e', 'require("./")("' + base + '/error/reset", { timeout: 5000 })']) .on('exit', function () { done(); }); }); it('should allow POST request', function() { url = base + '/inspect'; opts = { method: 'POST' }; return fetch(url, opts).then(function(res) { return res.json(); }).then(function(res) { expect(res.method).to.equal('POST'); expect(res.headers['transfer-encoding']).to.be.undefined; expect(res.headers['content-length']).to.equal('0'); }); }); it('should allow POST request with string body', function() { url = base + '/inspect'; opts = { method: 'POST' , body: 'a=1' }; return fetch(url, opts).then(function(res) { return res.json(); }).then(function(res) { expect(res.method).to.equal('POST'); expect(res.body).to.equal('a=1'); expect(res.headers['transfer-encoding']).to.be.undefined; expect(res.headers['content-length']).to.equal('3'); }); }); it('should allow POST request with buffer body', function() { url = base + '/inspect'; opts = { method: 'POST' , body: new Buffer('a=1', 'utf-8') }; return fetch(url, opts).then(function(res) { return res.json(); }).then(function(res) { expect(res.method).to.equal('POST'); expect(res.body).to.equal('a=1'); expect(res.headers['transfer-encoding']).to.equal('chunked'); expect(res.headers['content-length']).to.be.undefined; }); }); it('should allow POST request with readable stream as body', function() { var body = resumer().queue('a=1').end(); body = body.pipe(new stream.PassThrough()); url = base + '/inspect'; opts = { method: 'POST' , body: body }; return fetch(url, opts).then(function(res) { return res.json(); }).then(function(res) { expect(res.method).to.equal('POST'); expect(res.body).to.equal('a=1'); expect(res.headers['transfer-encoding']).to.equal('chunked'); expect(res.headers['content-length']).to.be.undefined; }); }); it('should allow POST request with form-data as body', function() { var form = new FormData(); form.append('a','1'); url = base + '/multipart'; opts = { method: 'POST' , body: form }; return fetch(url, opts).then(function(res) { return res.json(); }).then(function(res) { expect(res.method).to.equal('POST'); expect(res.headers['content-type']).to.contain('multipart/form-data'); expect(res.headers['content-length']).to.be.a('string'); expect(res.body).to.equal('a=1'); }); }); it('should allow POST request with form-data using stream as body', function() { var form = new FormData(); form.append('my_field', fs.createReadStream('test/dummy.txt')); url = base + '/multipart'; opts = { method: 'POST' , body: form }; return fetch(url, opts).then(function(res) { return res.json(); }).then(function(res) { expect(res.method).to.equal('POST'); expect(res.headers['content-type']).to.contain('multipart/form-data'); expect(res.headers['content-length']).to.be.undefined; expect(res.body).to.contain('my_field='); }); }); it('should allow POST request with form-data as body and custom headers', function() { var form = new FormData(); form.append('a','1'); var headers = form.getHeaders(); headers['b'] = '2'; url = base + '/multipart'; opts = { method: 'POST' , body: form , headers: headers }; return fetch(url, opts).then(function(res) { return res.json(); }).then(function(res) { expect(res.method).to.equal('POST'); expect(res.headers['content-type']).to.contain('multipart/form-data'); expect(res.headers['content-length']).to.be.a('string'); expect(res.headers.b).to.equal('2'); expect(res.body).to.equal('a=1'); }); }); it('should allow POST request with object body', function() { url = base + '/inspect'; // note that fetch simply calls tostring on an object opts = { method: 'POST' , body: { a:1 } }; return fetch(url, opts).then(function(res) { return res.json(); }).then(function(res) { expect(res.method).to.equal('POST'); expect(res.body).to.equal('[object Object]'); }); }); it('should allow PUT request', function() { url = base + '/inspect'; opts = { method: 'PUT' , body: 'a=1' }; return fetch(url, opts).then(function(res) { return res.json(); }).then(function(res) { expect(res.method).to.equal('PUT'); expect(res.body).to.equal('a=1'); }); }); it('should allow DELETE request', function() { url = base + '/inspect'; opts = { method: 'DELETE' }; return fetch(url, opts).then(function(res) { return res.json(); }).then(function(res) { expect(res.method).to.equal('DELETE'); }); }); it('should allow POST request with string body', function() { url = base + '/inspect'; opts = { method: 'POST' , body: 'a=1' }; return fetch(url, opts).then(function(res) { return res.json(); }).then(function(res) { expect(res.method).to.equal('POST'); expect(res.body).to.equal('a=1'); expect(res.headers['transfer-encoding']).to.be.undefined; expect(res.headers['content-length']).to.equal('3'); }); }); it('should allow DELETE request with string body', function() { url = base + '/inspect'; opts = { method: 'DELETE' , body: 'a=1' }; return fetch(url, opts).then(function(res) { return res.json(); }).then(function(res) { expect(res.method).to.equal('DELETE'); expect(res.body).to.equal('a=1'); expect(res.headers['transfer-encoding']).to.be.undefined; expect(res.headers['content-length']).to.equal('3'); }); }); it('should allow PATCH request', function() { url = base + '/inspect'; opts = { method: 'PATCH' , body: 'a=1' }; return fetch(url, opts).then(function(res) { return res.json(); }).then(function(res) { expect(res.method).to.equal('PATCH'); expect(res.body).to.equal('a=1'); }); }); it('should allow HEAD request', function() { url = base + '/hello'; opts = { method: 'HEAD' }; return fetch(url, opts).then(function(res) { expect(res.status).to.equal(200); expect(res.statusText).to.equal('OK'); expect(res.headers.get('content-type')).to.equal('text/plain'); expect(res.body).to.be.an.instanceof(stream.Transform); return res.text(); }).then(function(text) { expect(text).to.equal(''); }); }); it('should allow HEAD request with content-encoding header', function() { url = base + '/error/404'; opts = { method: 'HEAD' }; return fetch(url, opts).then(function(res) { expect(res.status).to.equal(404); expect(res.headers.get('content-encoding')).to.equal('gzip'); return res.text(); }).then(function(text) { expect(text).to.equal(''); }); }); it('should allow OPTIONS request', function() { url = base + '/options'; opts = { method: 'OPTIONS' }; return fetch(url, opts).then(function(res) { expect(res.status).to.equal(200); expect(res.statusText).to.equal('OK'); expect(res.headers.get('allow')).to.equal('GET, HEAD, OPTIONS'); expect(res.body).to.be.an.instanceof(stream.Transform); }); }); it('should reject decoding body twice', function() { url = base + '/plain'; return fetch(url).then(function(res) { expect(res.headers.get('content-type')).to.equal('text/plain'); return res.text().then(function(result) { expect(res.bodyUsed).to.be.true; return expect(res.text()).to.eventually.be.rejectedWith(Error); }); }); }); it('should support maximum response size, multiple chunk', function() { url = base + '/size/chunk'; opts = { size: 5 }; return fetch(url, opts).then(function(res) { expect(res.status).to.equal(200); expect(res.headers.get('content-type')).to.equal('text/plain'); return expect(res.text()).to.eventually.be.rejected .and.be.an.instanceOf(FetchError) .and.have.property('type', 'max-size'); }); }); it('should support maximum response size, single chunk', function() { url = base + '/size/long'; opts = { size: 5 }; return fetch(url, opts).then(function(res) { expect(res.status).to.equal(200); expect(res.headers.get('content-type')).to.equal('text/plain'); return expect(res.text()).to.eventually.be.rejected .and.be.an.instanceOf(FetchError) .and.have.property('type', 'max-size'); }); }); it('should support encoding decode, xml dtd detect', function() { url = base + '/encoding/euc-jp'; return fetch(url).then(function(res) { expect(res.status).to.equal(200); return res.text().then(function(result) { expect(result).to.equal('