Tinkerforge-NodeJS/node_modules/byline/test/tests.js

// Copyright (C) 2013-2015 John Hewson
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to
// deal in the Software without restriction, including without limitation the
// rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
// sell copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
// 
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
// 
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
// FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
// IN THE SOFTWARE.

var assert = require("assert"),
    fs = require('fs'),
    byline = require('../lib/byline'),
    request = require('request');

describe('byline', function() {
  
  it('should pipe a small file', function(done) {
    var input = fs.createReadStream('LICENSE');
    var lineStream = byline(input); // convinience API
    var output = fs.createWriteStream('test.txt');
    lineStream.pipe(output);
    output.on('close', function() {
      var out = fs.readFileSync('test.txt', 'utf8');
      var in_ = fs.readFileSync('LICENSE', 'utf8').replace(/\n/g, '');
      assert.equal(in_, out);
      fs.unlinkSync('test.txt');
      done();
    });
  });

  it('should work with streams2 API', function(done) {
    var stream = fs.createReadStream('LICENSE');
    stream = byline.createStream(stream);

    stream.on('readable', function() {
      var line;
      while (null !== (line = stream.read())) {
      }
    });

    stream.on('end', function() {
      done();
    });
  });
  
  it('should ignore empty lines by default', function(done) {
    var input = fs.createReadStream('test/empty.txt');
    var lineStream = byline(input);
    lineStream.setEncoding('utf8');
    
    var lines1 = [];
    lineStream.on('data', function(line) {
      lines1.push(line);
    });
    
    lineStream.on('end', function() {
      var lines2 = fs.readFileSync('test/empty.txt', 'utf8').split(/\r\n|\r|\n/g);
      lines2 = lines2.filter(function(line) {
        return line.length > 0;
      });
      assert.deepEqual(lines2, lines1);
      done();
    });
  });

  it('should keep empty lines when keepEmptyLines is true', function(done) {
    var input = fs.createReadStream('test/empty.txt');
    var lineStream = byline(input, { keepEmptyLines: true });
    lineStream.setEncoding('utf8');
    
    var lines = [];
    lineStream.on('data', function(line) {
      lines.push(line);
    });
    
    lineStream.on('end', function() {
      assert.deepEqual([ '', '', '', '', '', 'Line 6' ], lines);
      done();
    });
  });

  it('should not split a CRLF which spans two chunks', function(done) {
    var input = fs.createReadStream('test/CRLF.txt');
    var lineStream = byline(input, { keepEmptyLines: true });
    lineStream.setEncoding('utf8');

    var lines = [];
    lineStream.on('data', function(line) {
      lines.push(line);
    });

    lineStream.on('end', function() {
      assert.equal(2, lines.length);
      done();
    });
  });
   
  it('should read a large file', function(done) {
    readFile('test/rfc.txt', done);
  }); 
   
  it('should read a huge file', function(done) {
    // Readable highWaterMark is 16384, so we test a file with more lines than this
    readFile('test/rfc_huge.txt', done);
  });
  
  function readFile(filename, done) {
    var input = fs.createReadStream(filename);
    var lineStream = byline(input);
    lineStream.setEncoding('utf8');

    var lines2 = fs.readFileSync(filename, 'utf8').split(/\r\n|\r|\n/g);
    lines2 = lines2.filter(function(line) {
      return line.length > 0;
    });
    
    var lines1 = [];
    var i = 0;
    lineStream.on('data', function(line) {
      lines1.push(line);
      if (line != lines2[i]) {
        console.log('EXPECTED:', lines2[i]);
        console.log('     GOT:', line);
        assert.fail(null, null, 'difference at line ' + (i + 1));
      }
      i++;
    });
    
    lineStream.on('end', function() {
      assert.equal(lines2.length, lines1.length);
      assert.deepEqual(lines2, lines1);
      done();
    });
  }

  it('should handle encodings like fs', function(done) {
    areStreamsEqualTypes(null, function() {
      areStreamsEqualTypes({ encoding: 'utf8' }, function() {
        done();
      });
    });
  });

  it('should work with old-style streams', function(done) {
    var stream = byline(request.get('http://www.google.com'));
    stream.on('data',function (data) {
    });
    stream.on('end',function () {
      done();
    });
  });

  it('should pause() and resume() with a huge file', function(done) {
    var input = fs.createReadStream('test/rfc_huge.txt');
    var lineStream = byline(input);
    lineStream.setEncoding('utf8');

    var lines2 = fs.readFileSync('test/rfc_huge.txt', 'utf8').split(/\r\n|\r|\n/g);
    lines2 = lines2.filter(function(line) {
      return line.length > 0;
    });
    
    var lines1 = [];
    var i = 0;
    lineStream.on('data', function(line) {
      lines1.push(line);
      if (line != lines2[i]) {
        console.log('EXPECTED:', lines2[i]);
        console.log('     GOT:', line);
        assert.fail(null, null, 'difference at line ' + (i + 1));
      }
      i++;
      
      // pause/resume
      lineStream.pause();
      setTimeout(function() {
        lineStream.resume();
      }, 0);
    });
    
    lineStream.on('end', function() {
      assert.equal(lines2.length, lines1.length);
      assert.deepEqual(lines2, lines1);
      done();
    });
  });

  function areStreamsEqualTypes(options, callback) {
    var fsStream = fs.createReadStream('LICENSE', options);
    var lineStream = byline(fs.createReadStream('LICENSE', options));
    fsStream.on('data', function(data1) {
      lineStream.on('data', function(data2) {
        assert.equal(Buffer.isBuffer(data1), Buffer.isBuffer(data2));
      });
      lineStream.on('end', function() {
        callback();
      });
    });
  }
  
});