Skip to content
This repository was archived by the owner on May 28, 2019. It is now read-only.

Byte Order Mark removal if detected #301

Open
daverubert wants to merge 3 commits into
base: master
Choose a base branch
from
Open

Byte Order Mark removal if detected #301

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
9c8aa18
fix(lexer): Remove the Byte Order Mark of the parsed buffer/string if…
tombatossals Mar 3, 2014
a90c9fc
Added comment for byte order mark removal code
tombatossals Mar 3, 2014
e34ad21
Compare with Hex values, and reduced buf.slice call
tombatossals Mar 4, 2014
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 6 additions & 0 deletions ragel/lexer.js.rl.erb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -145,9 +145,15 @@ var Lexer = function(listener) {
Lexer.prototype.scan = function(data) {
var ending = "\n%_FEATURE_END_%";
if(typeof data == 'string') {
// Check for Byte Order Mark
data = data.replace(/^\uFEFF/, '');
data = this.stringToBytes(data + ending);
} else if(typeof Buffer != 'undefined' && Buffer.isBuffer(data)) {
// Node.js
// Check for Byte Order Mark
if (data[0] === 0xEF && data[1] === 0xBE && data[2] === 0xBB) {
data = data.slice(3);
}
var buf = new Buffer(data.length + ending.length);
data.copy(buf, 0, 0);
new Buffer(ending).copy(buf, data.length, 0);
Expand Down